-- Logs begin at Thu 2022-07-28 00:20:18 UTC, end at Thu 2022-07-28 01:32:43 UTC. -- Jul 28 01:04:20.925778 dv-cinder-815582-11-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 28 01:04:23.588037 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.common.config [-] Logging enabled! Jul 28 01:04:23.588800 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev449 Jul 28 01:04:23.588900 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104020) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 28 01:04:23.592253 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.common.config [-] Logging enabled! Jul 28 01:04:23.592508 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev449 Jul 28 01:04:23.592823 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104020) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 28 01:04:23.593808 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 01:04:23.594127 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 01:04:23.594570 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 01:04:23.594815 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 01:04:23.595095 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 01:04:23.595412 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.595728 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.595962 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.596265 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.596560 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.596846 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.597138 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.597430 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.597719 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.597998 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.598281 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.598510 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.598792 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.599104 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.599391 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.599614 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] debug = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.599897 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.600339 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.600752 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.601025 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.601312 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.601611 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.601865 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.602139 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.602421 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.602765 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] host = dv-cinder-815582-11-iscsi {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.603070 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.603356 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.603644 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.603927 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.604238 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.604516 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.604801 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.605072 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.605343 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] log_file = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.605653 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.605960 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.606249 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.606539 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.606768 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.607011 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.607302 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.607600 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.607873 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.608147 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.608424 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.608695 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.608967 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.609236 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.609524 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.609803 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.610207 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.610403 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.610622 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.610957 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.611230 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.611513 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.611789 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.612062 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.612334 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.612621 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.612892 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.613164 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.613467 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.613751 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.614034 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.614322 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.614597 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.614910 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.615184 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.615454 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.615729 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] use_json = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.616001 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.616270 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.616550 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.616821 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.617091 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.617361 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.617630 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.617916 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.618186 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:23.618484 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.618780 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.619105 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.619389 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.619755 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.620040 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.620329 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.620606 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.620896 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.621185 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.621477 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.621754 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.622055 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.622346 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.622642 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.622978 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.623274 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.623566 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.623843 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.624138 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.624417 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.624693 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.624978 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.625254 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.625541 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.625835 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.626114 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.626413 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.626697 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.627013 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.627307 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.627598 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.627873 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.628175 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.628470 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.628748 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.629020 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.629308 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.629596 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.630221 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.630506 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.630796 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.631107 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.631380 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.631656 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.631944 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.632219 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.632490 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.632760 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.633055 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.633325 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.633609 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.633885 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.634157 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.634430 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.634709 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.635014 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.635319 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.635629 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.635902 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.636180 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.636467 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.636747 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.637019 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.637293 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.637564 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.637836 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.638108 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.638384 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.638655 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.638980 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.639253 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.639526 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.639814 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.640118 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.640399 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.640678 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.640957 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.641234 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.641510 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.641785 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.642067 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.642346 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.642641 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.642964 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.643248 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.643556 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.643843 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.644119 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.644442 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.644721 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.644999 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.645275 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.645564 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.645841 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.646121 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.646400 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.646676 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.646988 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.647279 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.647588 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.647882 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.648159 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.648456 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.648749 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.649042 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.649321 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.649632 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.649932 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:23.650149 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 01:04:23.650403 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104020) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 28 01:04:23.947537 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 28 01:04:23.948038 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 28 01:04:23.948177 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 28 01:04:23.948536 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 28 01:04:24.365441 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.365649 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.365905 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.368052 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.368497 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.368934 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.426144 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.426499 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.426864 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.444780 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.445060 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.445324 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.475787 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.475900 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.476173 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.512728 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.513008 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.513280 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.744919 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.745629 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.745629 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.745805 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.746659 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.849263 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.849554 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.849848 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.850142 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.850408 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.850695 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.851000 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.851257 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.851509 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.851789 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.852050 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.852312 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.852567 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.852814 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.853058 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.853313 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.853566 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.853832 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.854154 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.854392 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.854665 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.854946 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.855234 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.855613 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.855862 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.856109 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.856515 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104020) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 01:04:24.856756 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104020) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 01:04:24.856992 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104020) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 01:04:24.857227 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104020) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 01:04:24.857460 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104020) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 01:04:24.857692 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104020) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 01:04:24.858054 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 28 01:04:24.861204 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 28 01:04:24.865168 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 28 01:04:24.869090 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jul 28 01:04:24.870744 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 28 01:04:24.871409 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 28 01:04:24.871743 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 28 01:04:24.872135 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 28 01:04:24.874940 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 28 01:04:24.875190 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 28 01:04:24.875534 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 01:04:24.880981 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 28 01:04:24.903897 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 28 01:04:24.904354 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.904652 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104020) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 28 01:04:24.905020 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.906364 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104020) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 28 01:04:24.906639 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 01:04:24.906891 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 28 01:04:24.910209 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:24.910481 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.056844 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 28 01:04:25.057139 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 28 01:04:25.057569 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 28 01:04:25.058191 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 28 01:04:25.114394 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO dbcounter [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Registered counter for database neutron Jul 28 01:04:25.137207 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_db.sqlalchemy.engines [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104020) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 28 01:04:25.143294 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writer thread running {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 01:04:25.697903 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.plugins.ml2.managers [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Initializing driver for type 'gre' Jul 28 01:04:25.698538 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] gre ID ranges: [(1, 1000)] Jul 28 01:04:25.755898 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.plugins.ml2.managers [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Initializing driver for type 'local' Jul 28 01:04:25.756577 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.plugins.ml2.managers [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Initializing driver for type 'vlan' Jul 28 01:04:25.773690 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] VlanTypeDriver initialization complete Jul 28 01:04:25.774083 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.plugins.ml2.managers [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Initializing driver for type 'vxlan' Jul 28 01:04:25.774573 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] vxlan ID ranges: [(1, 1000)] Jul 28 01:04:25.829184 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.plugins.ml2.managers [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Initializing extension driver 'port_security' Jul 28 01:04:25.829524 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.plugins.ml2.extensions.port_security [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] PortSecurityExtensionDriver initialization complete Jul 28 01:04:25.829848 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.plugins.ml2.managers [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Initializing mechanism driver 'openvswitch' Jul 28 01:04:25.830239 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.plugins.ml2.managers [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Initializing mechanism driver 'hyperv' Jul 28 01:04:25.837068 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.plugin [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:04:25.837751 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > port after_create 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.838122 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > port after_update 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.838471 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > port after_delete 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.839051 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104020) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 01:04:25.839473 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > subnet after_create 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.839828 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > subnet after_update 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.840173 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.840565 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104020) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 01:04:25.840984 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > network after_create 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.841333 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > network after_update 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.841673 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > network after_delete 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.842063 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104020) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 01:04:25.842465 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > security_group after_create 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.842816 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > security_group after_update 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.843185 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.843571 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104020) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 01:04:25.843972 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.844314 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.844649 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.845034 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104020) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 01:04:25.845437 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > address_group after_create 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.845780 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > address_group after_update 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.846117 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.846502 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104020) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 01:04:25.846973 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] ML2 OVO RPC backend initialized. {{(pid=104020) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 28 01:04:25.847679 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.848033 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.848448 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > network before_response 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.848799 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > networks before_response 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.849151 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > port before_response 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.849493 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > ports before_response 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.849835 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > subnet before_response 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.850175 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > subnets before_response 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.850518 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > network after_create 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.850883 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > network after_update 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.851220 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > network after_delete 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.851554 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > port after_create 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.851887 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > port after_update 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.852221 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > port after_delete 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.852554 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > subnet after_create 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.852888 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > subnet after_update 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.853221 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.860744 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.quota [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded quota_driver: . Jul 28 01:04:25.861101 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.plugins.ml2.plugin [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Modular L2 Plugin initialization complete Jul 28 01:04:25.861444 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading services supported by the core plugin {{(pid=104020) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 28 01:04:25.861785 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.plugins.ml2.managers [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Got port-security extension from driver 'port_security' Jul 28 01:04:25.862279 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.extensions.vlantransparent [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Disabled vlantransparent extension. Jul 28 01:04:25.862791 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104020) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 28 01:04:25.863132 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading Plugin: router Jul 28 01:04:25.898369 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.898760 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > router after_create 55549900 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.899167 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > router before_create 55549900 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.899545 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.899914 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.900267 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > router after_delete 55549900 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.900626 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.900970 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.901323 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > router after_create 55549900 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.901707 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > router after_update 55549900 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.902057 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > router after_update 55549900 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.902398 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.902738 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > router after_update 55549900 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.903171 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > router precommit_update 55549900 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.903538 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: port after_update 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.903882 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: port after_delete 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.904215 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: subnet after_update 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.904558 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.904902 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.905250 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > router precommit_create 55549900 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.905592 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: port before_delete 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.905932 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > router precommit_create 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.906282 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > router after_update 55549900 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.906620 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.906993 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > router precommit_create 55549900 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.907338 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.907680 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > router precommit_update 55549900 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.908046 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > agent after_create 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.908391 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > agent after_delete 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.908734 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > network after_delete 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.909593 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.quota.resource_registry [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Tracking information for resource: router configured {{(pid=104020) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 01:04:25.909916 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.quota.resource_registry [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Tracking information for resource: floatingip configured {{(pid=104020) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 01:04:25.914722 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.db.l3_agentschedulers_db [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 28 01:04:25.915358 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: port after_update 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.915718 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: port after_create 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.916069 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: port after_delete 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.916416 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: port after_update 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.917228 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > router before_create 55550100 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.917592 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.917979 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > router precommit_create 55550100 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.918307 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > router precommit_update 55550100 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.923193 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.services.provider_configuration [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Service providers = [] {{(pid=104020) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 28 01:04:25.923557 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.db.servicetype_db [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104020) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 28 01:04:25.926625 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.services.service_base [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104020) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 01:04:25.927009 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.services.service_base [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104020) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 01:04:25.927350 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.services.service_base [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104020) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 01:04:25.928221 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.services.service_base [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104020) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 01:04:25.928583 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.services.service_base [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 28 01:04:25.928964 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104020) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 01:04:25.929275 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 28 01:04:25.939583 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104020) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 01:04:25.939913 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading Plugin: auto_allocate Jul 28 01:04:25.945560 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: network precommit_update 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.945921 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: network precommit_create 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.946434 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104020) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 01:04:25.946752 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading Plugin: tag Jul 28 01:04:25.953579 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104020) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 01:04:25.953905 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading Plugin: timestamp Jul 28 01:04:25.957704 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104020) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 01:04:25.958028 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading Plugin: network_ip_availability Jul 28 01:04:25.963525 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.963919 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.964336 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:25.965048 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104020) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 01:04:25.965362 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading Plugin: flavors Jul 28 01:04:25.970237 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104020) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 01:04:25.970561 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading Plugin: revisions Jul 28 01:04:25.974790 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104020) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 01:04:25.975222 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_concurrency.lockutils [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.027s {{(pid=104020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 28 01:04:25.975956 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104020) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 28 01:04:25.976285 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Initializing extension manager. Jul 28 01:04:25.976800 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: __init__.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:25.977134 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: __pycache__ {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:25.977462 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: address_group.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:25.978164 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:25.978745 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: address-group Jul 28 01:04:25.979096 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: address_scope.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:25.979791 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:25.980287 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: address-scope Jul 28 01:04:25.980602 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:25.981468 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:25.981968 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: router-admin-state-down-before-update Jul 28 01:04:25.982285 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: agent.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:25.982945 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:25.983437 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: agent Jul 28 01:04:25.983750 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: agent_resources_synced.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:25.984597 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:25.985093 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: agent-resources-synced Jul 28 01:04:25.985409 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: allowedaddresspairs.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:25.987180 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:25.987701 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: allowed-address-pairs Jul 28 01:04:25.988023 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: auto_allocated_topology.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:25.989040 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:25.989549 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: auto-allocated-topology Jul 28 01:04:25.989866 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: availability_zone.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:25.990510 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:25.991030 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: availability_zone Jul 28 01:04:25.991344 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: availability_zone_filter.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:25.992197 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:25.992693 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: availability_zone_filter Jul 28 01:04:25.993007 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: data_plane_status.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:25.993848 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:25.994341 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extension data-plane-status not supported by any of loaded plugins Jul 28 01:04:25.994661 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: default_subnetpools.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:25.995647 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:25.996142 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: default-subnetpools Jul 28 01:04:25.996462 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:25.997227 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:25.997726 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: dhcp_agent_scheduler Jul 28 01:04:25.998045 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: dns.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:25.998933 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:25.999431 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extension dns-integration not supported by any of loaded plugins Jul 28 01:04:25.999743 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: dns_domain_ports.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.000607 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.001095 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 28 01:04:26.001409 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.002275 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.002773 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 28 01:04:26.003120 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: dvr.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.003743 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.004235 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: dvr Jul 28 01:04:26.004552 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: ecmp_routes.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.005771 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.006317 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 28 01:04:26.006576 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: empty_string_filtering.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.007457 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.007950 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: empty-string-filtering Jul 28 01:04:26.008270 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.009116 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.009606 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 28 01:04:26.009921 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.010872 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.011711 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 28 01:04:26.012174 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: external_net.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.013355 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.014015 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: external-net Jul 28 01:04:26.014335 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.015240 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.015732 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: extra_dhcp_opt Jul 28 01:04:26.016045 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: extraroute.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.016896 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.017388 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: extraroute Jul 28 01:04:26.017710 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: extraroute_atomic.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.018695 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.019226 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: extraroute-atomic Jul 28 01:04:26.019524 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: filter_validation.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.020151 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.020883 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: filter-validation Jul 28 01:04:26.021187 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: fip_pf_description.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.022050 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.022544 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 28 01:04:26.022886 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: fip_pf_port_range.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.023741 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.024237 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 28 01:04:26.024551 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: fip_port_details.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.025412 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.025908 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: fip-port-details Jul 28 01:04:26.026219 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: flavors.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.027447 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.027953 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: flavors Jul 28 01:04:26.028276 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.029877 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.030396 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 28 01:04:26.030713 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: floatingip_pools.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.031416 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.031918 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: floatingip-pools Jul 28 01:04:26.032239 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: ip_allocation.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.033110 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.033606 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extension ip_allocation not supported by any of loaded plugins Jul 28 01:04:26.033924 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.034783 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.035313 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: ip-substring-filtering Jul 28 01:04:26.035648 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: l2_adjacency.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.036517 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.037011 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 28 01:04:26.037323 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: l3.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.038272 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.038783 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: router Jul 28 01:04:26.039124 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.041331 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.041854 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 28 01:04:26.042239 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.043134 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.043639 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: ext-gw-mode Jul 28 01:04:26.043959 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.044824 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.045326 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: l3-ha Jul 28 01:04:26.045642 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.046491 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.047011 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 28 01:04:26.047330 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: l3_flavors.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.048183 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.048686 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: l3-flavors Jul 28 01:04:26.049004 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.050315 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.050928 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 28 01:04:26.051181 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.052043 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.052552 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 28 01:04:26.052873 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: l3agentscheduler.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.053876 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.054389 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: l3_agent_scheduler Jul 28 01:04:26.054710 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: local_ip.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.056462 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.056986 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extension local_ip not supported by any of loaded plugins Jul 28 01:04:26.057313 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: logging.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.058768 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.059317 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extension logging not supported by any of loaded plugins Jul 28 01:04:26.059644 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: metering.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.060340 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.061099 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: metering Jul 28 01:04:26.061423 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.062452 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.062994 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: metering_source_and_destination_fields Jul 28 01:04:26.063355 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: multiprovidernet.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.064224 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.064731 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: multi-provider Jul 28 01:04:26.065049 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: netmtu.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.065908 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.066413 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: net-mtu Jul 28 01:04:26.066730 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: netmtu_writable.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.067629 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.068135 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: net-mtu-writable Jul 28 01:04:26.068458 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: network_availability_zone.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.069085 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.069582 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: network_availability_zone Jul 28 01:04:26.069901 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: network_ip_availability.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.070989 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.071498 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: network-ip-availability Jul 28 01:04:26.071821 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: network_segment_range.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.072528 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.073034 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extension network-segment-range not supported by any of loaded plugins Jul 28 01:04:26.073404 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: pagination.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.074323 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.074653 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: pagination Jul 28 01:04:26.075002 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: port_device_profile.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.075855 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.076354 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: port-device-profile Jul 28 01:04:26.076675 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: port_mac_address_override.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.077539 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.078045 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: port-mac-override Jul 28 01:04:26.078369 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.079267 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.079772 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: port-mac-address-regenerate Jul 28 01:04:26.080088 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.080953 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.081447 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: port-numa-affinity-policy Jul 28 01:04:26.081766 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: port_resource_request.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.082639 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.083175 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extension port-resource-request not supported by any of loaded plugins Jul 28 01:04:26.083494 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: port_resource_request_groups.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.084400 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.084902 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 28 01:04:26.085222 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: portbindings.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.086084 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.086588 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: binding Jul 28 01:04:26.086930 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: portbindings_extended.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.088136 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.088647 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: binding-extended Jul 28 01:04:26.088998 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: portsecurity.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.089859 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.090361 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: port-security Jul 28 01:04:26.090681 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: project_id.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.091641 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.091962 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: project-id Jul 28 01:04:26.092276 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: providernet.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.093135 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.093644 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: provider Jul 28 01:04:26.093962 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: qos.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.097427 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.097944 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extension qos not supported by any of loaded plugins Jul 28 01:04:26.098278 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.099496 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.100004 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 28 01:04:26.100329 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.101206 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.101709 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 28 01:04:26.102029 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: qos_default.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.102906 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.103412 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extension qos-default not supported by any of loaded plugins Jul 28 01:04:26.103733 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: qos_fip.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.104646 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.105151 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extension qos-fip not supported by any of loaded plugins Jul 28 01:04:26.105475 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.106326 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.106829 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 28 01:04:26.107171 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: qos_gateway_ip.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.108033 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.108538 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 28 01:04:26.108856 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: qos_port_network_policy.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.109708 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.110205 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 28 01:04:26.110522 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.111526 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.112025 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 28 01:04:26.112342 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.113314 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.113813 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 28 01:04:26.114133 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: qos_pps_rule.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.115346 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.115849 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extension qos-pps not supported by any of loaded plugins Jul 28 01:04:26.116171 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: qos_rule_type_details.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.117021 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.117525 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 28 01:04:26.117846 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.118699 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.119225 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 28 01:04:26.119541 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: qos_rules_alias.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.120544 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.121042 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 28 01:04:26.121361 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: quota_check_limit.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.122218 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.122721 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: quota-check-limit Jul 28 01:04:26.123070 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: quotasv2.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.124000 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.124318 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: quotas Jul 28 01:04:26.124632 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: quotasv2_detail.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.126292 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.126627 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: quota_details Jul 28 01:04:26.126979 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: rbac.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.130007 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.130548 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: rbac-policies Jul 28 01:04:26.130900 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: rbac_address_group.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.131779 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.132291 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: rbac-address-group Jul 28 01:04:26.132614 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: rbac_address_scope.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.133480 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.133990 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: rbac-address-scope Jul 28 01:04:26.134305 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: rbac_security_groups.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.135262 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.135871 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: rbac-security-groups Jul 28 01:04:26.136194 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: rbac_subnetpool.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.137053 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.137555 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: rbac-subnetpool Jul 28 01:04:26.137871 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: revisionifmatch.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.138743 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.139271 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: revision-if-match Jul 28 01:04:26.139586 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: revisions.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.140649 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.141162 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: standard-attr-revisions Jul 28 01:04:26.141479 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: router_availability_zone.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.142106 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.142606 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: router_availability_zone Jul 28 01:04:26.142954 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: routerservicetype.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.143826 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.144324 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extension router-service-type not supported by any of loaded plugins Jul 28 01:04:26.144645 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.145519 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.146025 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: security-groups-normalized-cidr Jul 28 01:04:26.146343 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.147234 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.147736 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: port-security-groups-filtering Jul 28 01:04:26.148049 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.148924 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.149427 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: security-groups-remote-address-group Jul 28 01:04:26.149745 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.150621 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.151148 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: security-groups-shared-filtering Jul 28 01:04:26.151494 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: securitygroup.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.160995 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.161526 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: security-group Jul 28 01:04:26.161862 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: segment.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.162546 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.163091 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extension segment not supported by any of loaded plugins Jul 28 01:04:26.163414 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.164294 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.164804 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 28 01:04:26.165129 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: servicetype.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.166162 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.166672 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: service-type Jul 28 01:04:26.167069 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: sorting.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.168004 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.168328 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: sorting Jul 28 01:04:26.168645 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: standard_attr_segment.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.169506 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.170016 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 28 01:04:26.170334 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: standardattrdescription.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.170963 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.171469 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: standard-attr-description Jul 28 01:04:26.171784 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: stateful_security_group.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.172664 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.173169 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: stateful-security-group Jul 28 01:04:26.173484 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: stdattrs_common.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.174020 dv-cinder-815582-11-iscsi neutron-server[104020]: WARNING neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 28 01:04:26.174336 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.175284 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.175735 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 28 01:04:26.176047 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: subnet_onboard.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.177041 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.177565 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: subnet_onboard Jul 28 01:04:26.177945 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.178963 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.179472 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 28 01:04:26.179784 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: subnet_service_types.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.180787 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.181313 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: subnet-service-types Jul 28 01:04:26.181677 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: subnetallocation.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.182817 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.183357 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: subnet_allocation Jul 28 01:04:26.183731 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.184451 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.184974 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: subnetpool-prefix-ops Jul 28 01:04:26.185332 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.186260 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.186780 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 28 01:04:26.187154 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: tagging.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.188412 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.188794 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: standard-attr-tag Jul 28 01:04:26.189173 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: timestamp.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.190411 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.190974 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loaded extension: standard-attr-timestamp Jul 28 01:04:26.191343 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: trunk.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.192445 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.192970 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extension trunk not supported by any of loaded plugins Jul 28 01:04:26.193288 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: trunk_details.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.194258 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.194891 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extension trunk-details not supported by any of loaded plugins Jul 28 01:04:26.195161 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: uplink_status_propagation.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.196097 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.196622 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 28 01:04:26.196950 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Loading extension file: vlantransparent.py {{(pid=104020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 01:04:26.197661 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 01:04:26.198137 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 28 01:04:26.200909 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.quota.resource_registry [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Creating instance of TrackedResource for resource:network Jul 28 01:04:26.201429 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.quota.resource_registry [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Creating instance of TrackedResource for resource:subnet Jul 28 01:04:26.201819 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.quota.resource_registry [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 01:04:26.202206 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.quota.resource_registry [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Creating instance of TrackedResource for resource:port Jul 28 01:04:26.203531 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.v2.resource_helper [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 01:04:26.203971 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.v2.resource_helper [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Service FLAVORS assigned prefix: {{(pid=104020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 01:04:26.204592 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.v2.resource_helper [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 01:04:26.205015 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.v2.resource_helper [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 01:04:26.205344 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.quota.resource_registry [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Creating instance of TrackedResource for resource:router Jul 28 01:04:26.205761 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.quota.resource_registry [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Creating instance of TrackedResource for resource:floatingip Jul 28 01:04:26.206231 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.v2.resource_helper [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Service METERING assigned prefix: /metering {{(pid=104020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 01:04:26.207741 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:26.208115 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:26.208472 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:04:26.209464 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.quota.resource_registry [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 01:04:26.209913 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.quota.resource_registry [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Creating instance of TrackedResource for resource:security_group Jul 28 01:04:26.210345 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.quota.resource_registry [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 01:04:26.210966 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.v2.resource_helper [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Service CORE assigned prefix: {{(pid=104020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 01:04:26.211295 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.quota.resource_registry [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 01:04:26.211635 dv-cinder-815582-11-iscsi neutron-server[104020]: WARNING neutron.quota.resource_registry [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] subnetpool is already registered Jul 28 01:04:26.212055 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.v2.resource_helper [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Service CORE assigned prefix: {{(pid=104020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 01:04:26.212377 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.quota.resource_registry [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 01:04:26.212701 dv-cinder-815582-11-iscsi neutron-server[104020]: WARNING neutron.quota.resource_registry [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] subnetpool is already registered Jul 28 01:04:26.215148 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.v2.resource_helper [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 01:04:26.215578 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.v2.resource_helper [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Service FLAVORS assigned prefix: {{(pid=104020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 01:04:26.216172 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.v2.resource_helper [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 01:04:26.216591 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.v2.resource_helper [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 01:04:26.216919 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.quota.resource_registry [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Creating instance of TrackedResource for resource:router Jul 28 01:04:26.217251 dv-cinder-815582-11-iscsi neutron-server[104020]: WARNING neutron.quota.resource_registry [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] router is already registered Jul 28 01:04:26.217658 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.quota.resource_registry [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Creating instance of TrackedResource for resource:floatingip Jul 28 01:04:26.217986 dv-cinder-815582-11-iscsi neutron-server[104020]: WARNING neutron.quota.resource_registry [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] floatingip is already registered Jul 28 01:04:26.218441 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.v2.resource_helper [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Service METERING assigned prefix: /metering {{(pid=104020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 01:04:26.219136 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.quota.resource_registry [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 01:04:26.219458 dv-cinder-815582-11-iscsi neutron-server[104020]: WARNING neutron.quota.resource_registry [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] rbac_policy is already registered Jul 28 01:04:26.219864 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.quota.resource_registry [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Creating instance of TrackedResource for resource:security_group Jul 28 01:04:26.220191 dv-cinder-815582-11-iscsi neutron-server[104020]: WARNING neutron.quota.resource_registry [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] security_group is already registered Jul 28 01:04:26.220589 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.quota.resource_registry [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 01:04:26.220913 dv-cinder-815582-11-iscsi neutron-server[104020]: WARNING neutron.quota.resource_registry [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] security_group_rule is already registered Jul 28 01:04:26.221546 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.v2.resource_helper [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Service CORE assigned prefix: {{(pid=104020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 01:04:26.221872 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.quota.resource_registry [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 01:04:26.222200 dv-cinder-815582-11-iscsi neutron-server[104020]: WARNING neutron.quota.resource_registry [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] subnetpool is already registered Jul 28 01:04:26.222615 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.v2.resource_helper [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Service CORE assigned prefix: {{(pid=104020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 01:04:26.222968 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.quota.resource_registry [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 01:04:26.223292 dv-cinder-815582-11-iscsi neutron-server[104020]: WARNING neutron.quota.resource_registry [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] subnetpool is already registered Jul 28 01:04:26.223751 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extended resource: extensions {{(pid=104020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 01:04:26.225258 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extended resource: address-groups {{(pid=104020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 01:04:26.226772 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extended resource: address-scopes {{(pid=104020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 01:04:26.228102 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extended resource: agents {{(pid=104020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 01:04:26.229269 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extended resource: auto-allocated-topology {{(pid=104020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 01:04:26.230586 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extended resource: availability_zones {{(pid=104020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 01:04:26.231833 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extended resource: dhcp-networks {{(pid=104020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 01:04:26.233413 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extended resource: dhcp-agents {{(pid=104020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 01:04:26.234889 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extended resource: routers {{(pid=104020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 01:04:26.236586 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extended resource: flavors {{(pid=104020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 01:04:26.237835 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extended resource: service_profiles {{(pid=104020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 01:04:26.239118 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extended resource: next_providers {{(pid=104020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 01:04:26.240555 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extended resource: service_profiles {{(pid=104020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 01:04:26.242101 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extended resource: floatingip-pools {{(pid=104020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 01:04:26.243358 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extended resource: routers {{(pid=104020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 01:04:26.245048 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extended resource: floatingips {{(pid=104020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 01:04:26.246335 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extended resource: l3-routers {{(pid=104020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 01:04:26.247765 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extended resource: l3-agents {{(pid=104020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 01:04:26.249182 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extended resource: metering-labels {{(pid=104020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 01:04:26.250432 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extended resource: metering-label-rules {{(pid=104020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 01:04:26.251829 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extended resource: network-ip-availabilities {{(pid=104020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 01:04:26.253064 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extended resource: bindings {{(pid=104020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 01:04:26.255002 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extended resource: quotas {{(pid=104020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 01:04:26.257575 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extended resource: quotas {{(pid=104020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 01:04:26.259090 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extended resource: rbac-policies {{(pid=104020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 01:04:26.260285 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extended resource: security-groups {{(pid=104020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 01:04:26.261652 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extended resource: security-group-rules {{(pid=104020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 01:04:26.262966 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extended resource: service-providers {{(pid=104020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 01:04:26.264182 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extended resource: subnetpools {{(pid=104020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 01:04:26.265522 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extended resource: subnetpools {{(pid=104020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 01:04:26.267053 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extended resource: tags {{(pid=104020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 01:04:26.268717 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extended resource: tags {{(pid=104020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 01:04:26.270570 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extended resource: tags {{(pid=104020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 01:04:26.272377 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extended resource: tags {{(pid=104020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 01:04:26.274048 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extended resource: tags {{(pid=104020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 01:04:26.276043 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extended resource: tags {{(pid=104020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 01:04:26.277773 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extended resource: tags {{(pid=104020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 01:04:26.279683 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extended resource: tags {{(pid=104020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 01:04:26.281433 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extended resource: tags {{(pid=104020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 01:04:26.283203 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron.api.extensions [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Extended resource: tags {{(pid=104020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 01:04:26.289395 dv-cinder-815582-11-iscsi neutron-server[104020]: WARNING keystonemiddleware.auth_token [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 28 01:04:26.294616 dv-cinder-815582-11-iscsi neutron-server[104020]: WARNING keystonemiddleware.auth_token [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 28 01:04:26.303506 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_concurrency.lockutils [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Acquired lock "singleton_lock" {{(pid=104020) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 28 01:04:26.303985 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_concurrency.lockutils [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Releasing lock "singleton_lock" {{(pid=104020) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 28 01:04:26.304641 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO oslo_service.service [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Starting 2 workers Jul 28 01:04:26.309408 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Started child 104161 {{(pid=104020) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 01:04:26.313854 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Started child 104162 {{(pid=104020) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 01:04:26.314867 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:04:26.315571 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO neutron.service [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 28 01:04:26.316093 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:04:26.316514 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [-] (104161) wsgi starting up on http://0.0.0.0:9696 Jul 28 01:04:26.318527 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO oslo_service.service [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Starting 1 workers Jul 28 01:04:26.319242 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:04:26.320625 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [-] (104162) wsgi starting up on http://0.0.0.0:9696 Jul 28 01:04:26.323807 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Started child 104163 {{(pid=104020) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 01:04:26.324350 dv-cinder-815582-11-iscsi neutron-server[104020]: INFO oslo_service.service [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Starting 1 workers Jul 28 01:04:26.327719 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.service [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] calling RpcWorker wait() {{(pid=104163) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 28 01:04:26.328299 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.service [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] returning from RpcWorker wait() {{(pid=104163) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 28 01:04:26.328789 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Started child 104164 {{(pid=104020) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 01:04:26.329402 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:04:26.329536 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a28b3584-0ffe-4634-afb7-72e90ab5fdb5 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:04:26.329830 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:04:26.331606 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104020) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 01:04:26.331780 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 01:04:26.331984 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 01:04:26.332205 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 01:04:26.332519 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 01:04:26.332652 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 01:04:26.333150 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.333434 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.333684 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.333937 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.334546 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.334808 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.335058 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.335323 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:04:26.335848 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.335848 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.335848 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.335848 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.336144 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.336343 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.336624 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:04:26.336729 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.336972 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.337212 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.337448 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.337610 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.337862 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.338152 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.338382 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.338663 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] debug = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.338995 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.339504 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.339746 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.339981 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.340221 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.340477 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.340728 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.340987 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.341218 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.341430 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.341673 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.341922 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.342168 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.342396 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.342635 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.342918 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.343144 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.343604 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] host = dv-cinder-815582-11-iscsi {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.343852 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.344085 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.344328 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.344583 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.344832 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.345067 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.345336 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.345593 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.345830 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.346052 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.346308 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.346550 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.346786 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.347042 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] log_file = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.347201 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] log_options = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.347431 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.347678 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.347946 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.348138 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.348307 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.348467 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.348719 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.348881 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.349129 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.349365 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.349590 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.349801 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.350148 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.350465 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.350724 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.350993 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.351230 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.351616 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.351722 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.352138 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.352550 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.352652 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.352863 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.353080 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.353311 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.353578 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.353769 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.354144 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.354666 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.354909 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.355196 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.355447 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.355751 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.356066 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.356268 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.356474 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.356940 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.356940 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.357304 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.357517 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.357675 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.357985 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.358209 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.358435 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.358666 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.358925 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.359142 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] use_json = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.359350 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.359592 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.359875 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.360080 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.360468 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.360747 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.360927 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.361175 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.361403 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.361819 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.362095 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.362385 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.362626 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.362911 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.363108 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.363334 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.363737 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.363982 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.364226 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.364521 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.365413 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.365413 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.365604 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.365762 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.366105 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.366354 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.369877 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.369877 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.369877 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.369877 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.369877 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.369877 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.369877 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.369877 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.370596 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.370596 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.370596 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.370596 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.370596 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.370596 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.371036 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.371128 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.17/identity {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.371391 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.371648 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.371941 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.372147 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.372392 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.372624 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.373523 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.373523 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.373523 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.374004 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.374004 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.374164 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.374344 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.374617 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.374877 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.375135 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.375381 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.375623 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.375867 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.376090 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.376751 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.376751 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.376751 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.377092 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.377293 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.377476 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.377741 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.377976 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.378965 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.378965 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.378965 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.378965 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.382762 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.382762 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.382762 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.382762 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.382762 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.382762 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.382762 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.382762 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.382762 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.384530 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.384530 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.384530 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.384530 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.384530 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.384530 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.384530 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.384530 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.384530 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.385107 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.385107 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.385107 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.385107 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.385107 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.385107 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.385107 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.385107 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.385655 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.385655 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.387117 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.387117 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.387117 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.387117 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.387117 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.387485 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.387485 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.387626 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.388293 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.388293 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.388293 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.388545 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.389528 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.389528 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.389528 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.389528 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.389863 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.389863 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.390255 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.390725 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.390862 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.391203 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.391491 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.391811 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.391912 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.393067 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.393067 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.393067 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.393067 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.393067 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.393454 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.393546 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.393890 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.394106 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.394730 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.394730 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.394920 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.395891 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.395891 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.395891 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.395891 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.396188 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.396566 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.396566 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.396813 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.398021 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.398021 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.398021 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.398021 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.398335 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.398335 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.398490 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.398702 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.398983 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.399231 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.399515 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.399771 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.399981 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.400243 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.400488 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.400749 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.17/identity {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.400987 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.401228 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.401543 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.401781 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.402025 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.402247 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.402489 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.402723 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.402987 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.403245 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.403473 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.403737 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.403909 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.404134 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.404375 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.404643 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.404884 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.405110 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.405351 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.405575 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.405797 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.406017 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.406233 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.406468 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.406694 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.407003 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.407266 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.407484 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.407732 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.407976 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.408218 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.408433 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.408684 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.408904 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.409123 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.409359 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.409598 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.410041 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.410041 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.410293 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.410518 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.410759 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.411033 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.411379 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.411623 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.411862 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.412122 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.412367 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.412588 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.412807 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.413028 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.413662 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.413662 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.413839 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.413943 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.414169 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.414409 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.414631 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.414892 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.415161 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.415387 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.415638 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.415862 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.416095 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.416331 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.416550 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.416771 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.417034 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.417291 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.417467 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.417686 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.417903 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.418195 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.418438 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.418673 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.418964 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.419227 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.419461 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.419694 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.419910 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.420125 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.420353 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.420575 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.420789 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.421141 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.421355 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.421574 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.421800 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.422019 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.422253 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.422487 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.422699 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.422939 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.423188 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.423408 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.423623 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.423857 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.424056 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.424274 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.424502 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.424866 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.424979 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.425160 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.425405 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.425615 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.425846 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.426086 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.426300 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.426610 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.426892 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.427122 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.427415 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.427676 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.427922 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.428178 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.428487 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.428724 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.428950 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.429219 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.429462 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.429689 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.429957 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.430268 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.430549 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.430812 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.431105 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.431396 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.431690 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.431977 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.432220 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.432526 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.432916 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.433183 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.433445 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.433692 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.433941 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.434185 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.434405 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.434644 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.434933 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.435186 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.435430 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.435667 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.435904 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.436125 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.436358 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.436598 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.436835 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.437052 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.437282 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.437505 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.437666 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 01:04:26.438236 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104020) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 01:04:26.438556 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 01:04:26.438716 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 01:04:26.438915 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 01:04:26.439089 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 01:04:26.439245 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 01:04:26.439459 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.439625 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.439790 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.439952 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.440137 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.440301 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.440463 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.440628 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.440786 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.440945 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.441107 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.441270 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.441426 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.441820 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.441919 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.441997 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:04:26.442079 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.442209 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.442375 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.442537 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.442700 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.442886 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.443062 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] debug = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.443206 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.443420 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.443588 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.443748 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.443909 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.444068 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.444227 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.444412 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.444573 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.444737 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.444998 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.445162 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.445322 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.445484 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.445637 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.445802 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.445961 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.446121 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] host = dv-cinder-815582-11-iscsi {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.446281 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.446444 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.446604 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.446768 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.447041 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.447139 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.447275 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.447436 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.448029 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.448029 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.448029 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.448029 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.448378 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.448378 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] log_file = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.448616 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] log_options = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.448780 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.448935 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.449092 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.449287 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.449450 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.449610 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.449770 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.449932 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.450091 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.450252 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.450411 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.450618 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.450780 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.450964 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.451126 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.451287 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.451447 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.451608 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.451773 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.451993 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.452119 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.452240 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.452393 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.452555 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.452715 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.452876 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.453035 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.453246 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.453367 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.454466 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.454466 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.454466 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.454466 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.454466 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.454466 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.454466 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.455216 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.455216 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.455216 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.455216 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.455216 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.455536 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.455536 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.455684 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.455759 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.455878 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.456040 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] use_json = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.456198 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.456361 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.456520 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.456683 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.456843 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.457002 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.457162 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.457323 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.457483 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 01:04:26.457664 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.457830 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.458009 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.458172 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.458512 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.458691 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.458854 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.459171 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.459336 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.459500 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.459669 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.459836 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.460009 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.460173 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.460335 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.460501 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.460663 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.460826 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.460990 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.461155 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.461317 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.461479 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.461653 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.461816 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.461979 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.462140 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.462302 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.462473 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.462637 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.462807 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.463012 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.463179 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.463362 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.17/identity {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.463517 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.463654 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.463790 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.463984 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.464154 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.464319 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.464484 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.464646 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.464807 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.464966 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.465123 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.465284 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.465598 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.465762 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.465927 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.466089 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.466305 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.466433 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.466556 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.466713 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.466904 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.467071 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.467232 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.467394 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.467572 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.467733 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.468047 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.468209 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.468373 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.468534 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.468698 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.468860 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.469023 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.469187 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.469349 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.469526 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.469691 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.469854 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.470017 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.470181 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.470343 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.470510 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.470671 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.471013 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.471340 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.471650 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.471822 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.471980 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.472143 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.472309 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.472472 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.472637 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.472817 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.472964 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.473126 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.473345 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.473441 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.473603 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.473784 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.473943 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.474259 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.474648 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.474973 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.475275 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.475583 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.475746 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.476455 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.476455 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.476455 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.476656 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.476656 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.476819 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.476981 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.477142 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.477299 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.477455 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.477613 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.477771 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.477932 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.478090 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.478246 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.478409 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.478717 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.478905 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.479069 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.479292 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.479406 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.479574 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.479826 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.479931 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.480049 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.480208 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.480374 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.480544 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.480718 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.480883 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.481083 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.481208 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.481371 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.481532 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.481694 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.481856 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.482019 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.482180 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.482342 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.482515 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.482679 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.482875 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.483028 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.483214 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.483377 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.483540 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.483709 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.483862 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.484024 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.484190 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.484349 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.484659 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.484825 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.484990 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.485157 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.17/identity {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.485321 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.485486 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.485649 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.485812 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.485976 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.486143 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.486306 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.486471 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.486634 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.486800 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.486988 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.487152 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.487314 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.487475 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.487638 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.487800 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.487963 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.488127 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.488291 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.488452 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.488743 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.488743 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.488903 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.489062 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.489225 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.489391 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.489556 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.489718 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.490397 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.490397 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.490397 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.490397 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.490693 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.490693 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.491299 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.491299 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.491299 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.491299 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.491601 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.491601 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.492086 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.492086 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.492086 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.492286 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.492362 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.492490 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.492657 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.493181 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.493181 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.493181 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.494350 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.494350 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.494350 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.494350 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.494350 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.494350 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.494350 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.494350 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.494912 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.494912 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.494912 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.495138 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.495138 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.495355 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.495534 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.496233 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.496233 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.496233 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.496233 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.496233 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.496607 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.496607 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.496747 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.496824 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.496982 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.497145 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.497308 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.497471 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.497645 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.497807 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.497969 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.498130 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.498291 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.498452 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.498623 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.498785 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.498972 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.499133 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.499295 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.499457 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.499637 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.499792 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.499943 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.500104 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.500265 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.500428 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.500598 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.500759 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.500922 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.501083 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.501245 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.501406 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.501578 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.501739 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.501901 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.502060 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.502223 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.502384 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.502557 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.502720 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.502909 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.503081 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.503242 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.503402 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.503562 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.503736 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.503920 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.504049 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.504211 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.504371 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.504532 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.505072 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.505222 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.505395 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.505563 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.505727 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.505897 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.506067 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.506236 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.506398 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.506568 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.506749 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.506934 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.507099 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.507262 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.507424 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.507635 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.507749 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.507912 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.508075 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.508241 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.508388 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.508549 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.508712 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.508874 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.509036 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.509198 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.509360 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.509523 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.509685 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.509847 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 01:04:26.510003 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 01:04:26.605582 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 42864) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:04:26.617783 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [-] 10.222.0.17 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0093307 Jul 28 01:04:35.823218 dv-cinder-815582-11-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:04:37.884953 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660cb522-162e-497b-898b-5bb4c62b46b4 None None] get_active_networks_info from dv-cinder-815582-11-iscsi {{(pid=104163) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 28 01:04:37.910770 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writer thread running {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 01:04:37.981545 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660cb522-162e-497b-898b-5bb4c62b46b4 None None] No non-hosted networks {{(pid=104163) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 28 01:04:37.998315 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.agentschedulers_db [None req-660cb522-162e-497b-898b-5bb4c62b46b4 None None] DHCP Agent not found on host dv-cinder-815582-11-iscsi {{(pid=104163) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 28 01:04:38.101102 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-dec652a2-edf0-4685-9a64-4a88018825f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-952226'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_create {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:04:39.793876 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writer thread running {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 01:04:40.329551 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-52b6e439-2947-456b-b869-af3d16cc834a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-952226'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_create {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:04:40.383577 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-1b7b0ed1-c711-4a2d-83f8-77f16a71a6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:04:41.280148 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 42940) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:04:41.297663 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-952226'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_create {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:04:41.850923 dv-cinder-815582-11-iscsi neutron-server[104161]: WARNING oslo_policy.policy [None req-8f152115-54ba-4a31-be84-186e3a34274f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 01:04:41.851833 dv-cinder-815582-11-iscsi neutron-server[104161]: WARNING oslo_policy.policy [None req-8f152115-54ba-4a31-be84-186e3a34274f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 01:04:42.069784 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [None req-8f152115-54ba-4a31-be84-186e3a34274f admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=104161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 01:04:42.071726 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-8f152115-54ba-4a31-be84-186e3a34274f admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7890449 Jul 28 01:04:42.672919 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-952226'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_create {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:04:43.045645 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-952226'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_create {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:04:43.046637 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:43.047037 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:43.047345 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:43.047840 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:43.048402 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:43.048895 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:43.049229 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:43.051293 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:43.051822 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:43.052233 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:43.052791 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:43.054103 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:43.055168 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:43.055650 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:43.056233 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:43.056673 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815582-11-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:04:43.070623 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815582-11-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:04:44.381697 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 42970) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:04:44.759060 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-4752e417-4757-4348-be7b-ea35d79a0469 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:04:44.852661 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.policy [None req-4752e417-4757-4348-be7b-ea35d79a0469 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104161) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 01:04:44.896254 dv-cinder-815582-11-iscsi neutron-server[104161]: WARNING oslo_policy.policy [None req-4752e417-4757-4348-be7b-ea35d79a0469 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 01:04:44.896634 dv-cinder-815582-11-iscsi neutron-server[104161]: WARNING oslo_policy.policy [None req-4752e417-4757-4348-be7b-ea35d79a0469 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 01:04:44.918114 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writer thread running {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 01:04:45.000779 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4752e417-4757-4348-be7b-ea35d79a0469 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778718143142', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778718143658', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778718160330', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778718169004', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778718177750', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778718317872', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1293104', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1275676', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-977869', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-949307'] for rbac-policy (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:04:45.074160 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4752e417-4757-4348-be7b-ea35d79a0469 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:04:45.075373 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-4752e417-4757-4348-be7b-ea35d79a0469 admin admin] 10.222.0.17 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6927183 Jul 28 01:04:46.517330 dv-cinder-815582-11-iscsi neutron-server[104163]: INFO neutron.db.l3_hamode_db [None req-a9a28670-5f82-4321-9052-a8cc5294e770 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 28 01:04:46.596464 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a28670-5f82-4321-9052-a8cc5294e770 None None] Routers set() bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:04:46.596795 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a28670-5f82-4321-9052-a8cc5294e770 None None] Router IDs set() for agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 28 01:04:47.317228 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 42982) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:04:47.904859 dv-cinder-815582-11-iscsi neutron-server[104162]: WARNING oslo_policy.policy [None req-0edb6770-a901-4507-aedb-8ccca3700cd7 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 01:04:47.905400 dv-cinder-815582-11-iscsi neutron-server[104162]: WARNING oslo_policy.policy [None req-0edb6770-a901-4507-aedb-8ccca3700cd7 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 01:04:48.120347 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-0edb6770-a901-4507-aedb-8ccca3700cd7 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:04:48.134609 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writer thread running {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 01:04:48.181016 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edb6770-a901-4507-aedb-8ccca3700cd7 demo demo] Made reservation on behalf of 5f2e064ab9374fbab081907969175e05 for: {'network': 1} {{(pid=104162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:04:48.241847 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.policy [None req-0edb6770-a901-4507-aedb-8ccca3700cd7 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104162) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 01:04:48.284469 dv-cinder-815582-11-iscsi neutron-server[104162]: WARNING oslo_policy.policy [None req-0edb6770-a901-4507-aedb-8ccca3700cd7 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 01:04:48.284841 dv-cinder-815582-11-iscsi neutron-server[104162]: WARNING oslo_policy.policy [None req-0edb6770-a901-4507-aedb-8ccca3700cd7 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 01:04:48.295474 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-0edb6770-a901-4507-aedb-8ccca3700cd7 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for network (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:04:48.327212 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-0edb6770-a901-4507-aedb-8ccca3700cd7 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:04:48.480301 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-0edb6770-a901-4507-aedb-8ccca3700cd7 demo demo] Publish callbacks [] for security_group (83e2d790-50a6-4c24-8455-3704fbacac70), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:04:48.485387 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-0edb6770-a901-4507-aedb-8ccca3700cd7 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (83e2d790-50a6-4c24-8455-3704fbacac70), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:04:48.522238 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0edb6770-a901-4507-aedb-8ccca3700cd7 demo demo] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=104162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 01:04:48.553540 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-0edb6770-a901-4507-aedb-8ccca3700cd7 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778716901825', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084'] for segment (afca5034-cf58-40c0-8e02-ee73f18dfef8), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:04:48.554154 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-0edb6770-a901-4507-aedb-8ccca3700cd7 demo demo] Unsubscribe: segment precommit_create {{(pid=104162) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 01:04:48.555027 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.db.segments_db [None req-0edb6770-a901-4507-aedb-8ccca3700cd7 demo demo] Added segment afca5034-cf58-40c0-8e02-ee73f18dfef8 of type vlan for network 4c0d0830-f074-4881-8a58-b72860f6c7c0 Jul 28 01:04:48.572727 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb6770-a901-4507-aedb-8ccca3700cd7 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=83e2d790-50a6-4c24-8455-3704fbacac70,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:04:48.614347 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edb6770-a901-4507-aedb-8ccca3700cd7 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:48.614679 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edb6770-a901-4507-aedb-8ccca3700cd7 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:48.615052 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edb6770-a901-4507-aedb-8ccca3700cd7 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:48.615383 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edb6770-a901-4507-aedb-8ccca3700cd7 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:48.615701 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edb6770-a901-4507-aedb-8ccca3700cd7 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:48.616355 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edb6770-a901-4507-aedb-8ccca3700cd7 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:48.616470 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edb6770-a901-4507-aedb-8ccca3700cd7 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:48.616712 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edb6770-a901-4507-aedb-8ccca3700cd7 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:48.617037 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edb6770-a901-4507-aedb-8ccca3700cd7 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:48.617351 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edb6770-a901-4507-aedb-8ccca3700cd7 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:48.617662 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edb6770-a901-4507-aedb-8ccca3700cd7 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:48.618006 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edb6770-a901-4507-aedb-8ccca3700cd7 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:48.618313 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edb6770-a901-4507-aedb-8ccca3700cd7 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:48.618602 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edb6770-a901-4507-aedb-8ccca3700cd7 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:48.618926 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edb6770-a901-4507-aedb-8ccca3700cd7 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:48.620387 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edb6770-a901-4507-aedb-8ccca3700cd7 demo demo] Tracked resource versions report: Jul 28 01:04:48.620387 dv-cinder-815582-11-iscsi neutron-server[104162]: pushed versions: Jul 28 01:04:48.620387 dv-cinder-815582-11-iscsi neutron-server[104162]: { 'AddressGroup': {'1.2'}, Jul 28 01:04:48.620387 dv-cinder-815582-11-iscsi neutron-server[104162]: 'Agent': {'1.1'}, Jul 28 01:04:48.620387 dv-cinder-815582-11-iscsi neutron-server[104162]: 'ConntrackHelper': {'1.0'}, Jul 28 01:04:48.620387 dv-cinder-815582-11-iscsi neutron-server[104162]: 'LocalIPAssociation': {'1.0'}, Jul 28 01:04:48.620387 dv-cinder-815582-11-iscsi neutron-server[104162]: 'Log': {'1.0'}, Jul 28 01:04:48.620387 dv-cinder-815582-11-iscsi neutron-server[104162]: 'NDPProxy': {'1.0'}, Jul 28 01:04:48.620387 dv-cinder-815582-11-iscsi neutron-server[104162]: 'Network': {'1.1'}, Jul 28 01:04:48.620387 dv-cinder-815582-11-iscsi neutron-server[104162]: 'Port': {'1.7'}, Jul 28 01:04:48.620387 dv-cinder-815582-11-iscsi neutron-server[104162]: 'PortForwarding': {'1.3'}, Jul 28 01:04:48.620387 dv-cinder-815582-11-iscsi neutron-server[104162]: 'QosPolicy': {'1.10'}, Jul 28 01:04:48.620387 dv-cinder-815582-11-iscsi neutron-server[104162]: 'SecurityGroup': {'1.5'}, Jul 28 01:04:48.620387 dv-cinder-815582-11-iscsi neutron-server[104162]: 'SecurityGroupRule': {'1.2'}, Jul 28 01:04:48.620387 dv-cinder-815582-11-iscsi neutron-server[104162]: 'SubPort': {'1.0'}, Jul 28 01:04:48.620387 dv-cinder-815582-11-iscsi neutron-server[104162]: 'Subnet': {'1.1'}, Jul 28 01:04:48.620387 dv-cinder-815582-11-iscsi neutron-server[104162]: 'Trunk': {'1.1'}} Jul 28 01:04:48.620387 dv-cinder-815582-11-iscsi neutron-server[104162]: consumer versions: Jul 28 01:04:48.620387 dv-cinder-815582-11-iscsi neutron-server[104162]: { DHCP agent@dv-cinder-815582-11-iscsi: {}, Jul 28 01:04:48.620387 dv-cinder-815582-11-iscsi neutron-server[104162]: L3 agent@dv-cinder-815582-11-iscsi: {}, Jul 28 01:04:48.620387 dv-cinder-815582-11-iscsi neutron-server[104162]: Metadata agent@dv-cinder-815582-11-iscsi: {}, Jul 28 01:04:48.620387 dv-cinder-815582-11-iscsi neutron-server[104162]: Metering agent@dv-cinder-815582-11-iscsi: {}, Jul 28 01:04:48.620387 dv-cinder-815582-11-iscsi neutron-server[104162]: Open vSwitch agent@dv-cinder-815582-11-iscsi: { 'AddressGroup': '1.2', Jul 28 01:04:48.620387 dv-cinder-815582-11-iscsi neutron-server[104162]: 'Agent': '1.1', Jul 28 01:04:48.620387 dv-cinder-815582-11-iscsi neutron-server[104162]: 'ConntrackHelper': '1.0', Jul 28 01:04:48.620387 dv-cinder-815582-11-iscsi neutron-server[104162]: 'LocalIPAssociation': '1.0', Jul 28 01:04:48.620387 dv-cinder-815582-11-iscsi neutron-server[104162]: 'Log': '1.0', Jul 28 01:04:48.620387 dv-cinder-815582-11-iscsi neutron-server[104162]: 'NDPProxy': '1.0', Jul 28 01:04:48.620387 dv-cinder-815582-11-iscsi neutron-server[104162]: 'Network': '1.1', Jul 28 01:04:48.620387 dv-cinder-815582-11-iscsi neutron-server[104162]: 'Port': '1.7', Jul 28 01:04:48.620387 dv-cinder-815582-11-iscsi neutron-server[104162]: 'PortForwarding': '1.3', Jul 28 01:04:48.620387 dv-cinder-815582-11-iscsi neutron-server[104162]: 'QosPolicy': '1.10', Jul 28 01:04:48.620387 dv-cinder-815582-11-iscsi neutron-server[104162]: 'SecurityGroup': '1.5', Jul 28 01:04:48.620387 dv-cinder-815582-11-iscsi neutron-server[104162]: 'SecurityGroupRule': '1.2', Jul 28 01:04:48.620387 dv-cinder-815582-11-iscsi neutron-server[104162]: 'SubPort': '1.0', Jul 28 01:04:48.620387 dv-cinder-815582-11-iscsi neutron-server[104162]: 'Subnet': '1.1', Jul 28 01:04:48.620387 dv-cinder-815582-11-iscsi neutron-server[104162]: 'Trunk': '1.1'}} Jul 28 01:04:48.620387 dv-cinder-815582-11-iscsi neutron-server[104162]: {{(pid=104162) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 01:04:48.689523 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-0edb6770-a901-4507-aedb-8ccca3700cd7 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778716385410'] for network (4c0d0830-f074-4881-8a58-b72860f6c7c0), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:04:48.746700 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-0edb6770-a901-4507-aedb-8ccca3700cd7 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for network (4c0d0830-f074-4881-8a58-b72860f6c7c0), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:04:48.751948 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edb6770-a901-4507-aedb-8ccca3700cd7 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:04:48.752656 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-0edb6770-a901-4507-aedb-8ccca3700cd7 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:04:48.851597 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-0edb6770-a901-4507-aedb-8ccca3700cd7 demo demo] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.5329978 Jul 28 01:04:48.881649 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb6770-a901-4507-aedb-8ccca3700cd7 demo demo] Pushing event updated for resources: {'Network': ['ID=4c0d0830-f074-4881-8a58-b72860f6c7c0,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:04:48.894719 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Network 4c0d0830-f074-4881-8a58-b72860f6c7c0 details requested by agent ovs-agent-dv-cinder-815582-11-iscsi with host dv-cinder-815582-11-iscsi {{(pid=104163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 01:04:51.122281 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 43002) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:04:51.619227 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7378f3eb-cb74-4c3a-86aa-48a98e70fa53 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:04:51.620772 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-7378f3eb-cb74-4c3a-86aa-48a98e70fa53 demo admin] 10.222.0.17 "GET /v2.0/networks/4c0d0830-f074-4881-8a58-b72860f6c7c0 HTTP/1.1" status: 200 len: 825 time: 0.4973712 Jul 28 01:04:51.649556 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-9e17a816-525f-46f2-8c98-ad9b0718b9d7 demo admin] 10.222.0.17 "GET /v2.0/subnetpools/dd15b0a6-1ff9-43ce-832e-0662cc5f32da HTTP/1.1" status: 200 len: 734 time: 0.0207615 Jul 28 01:04:51.658484 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-65e74a61-735a-472f-b5c8-e4366d4828d6 demo admin] Request body: {'subnet': {'network_id': '4c0d0830-f074-4881-8a58-b72860f6c7c0', 'subnetpool_id': 'dd15b0a6-1ff9-43ce-832e-0662cc5f32da', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:04:51.687217 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e74a61-735a-472f-b5c8-e4366d4828d6 demo admin] Made reservation on behalf of 5f2e064ab9374fbab081907969175e05 for: {'subnet': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:04:51.690073 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-65e74a61-735a-472f-b5c8-e4366d4828d6 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:04:51.969779 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=58,neutron:INSERT=39,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:04:51.996021 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-65e74a61-735a-472f-b5c8-e4366d4828d6 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for subnet (e46c1334-6467-4376-8fdd-dc007fa21a42), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:04:52.068849 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e74a61-735a-472f-b5c8-e4366d4828d6 demo admin] Checking segment: {'id': 'afca5034-cf58-40c0-8e02-ee73f18dfef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4c0d0830-f074-4881-8a58-b72860f6c7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:04:52.069219 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e74a61-735a-472f-b5c8-e4366d4828d6 demo admin] Network hostable DHCP agents. Network: 4c0d0830-f074-4881-8a58-b72860f6c7c0, hostable agents: ['1da181d0-8fa3-49c1-8992-3db4e395f26f'], hosted agents: [] {{(pid=104161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 01:04:52.087567 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e74a61-735a-472f-b5c8-e4366d4828d6 demo admin] Pushing event updated for resources: {'Subnet': ['ID=e46c1334-6467-4376-8fdd-dc007fa21a42,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:04:52.102097 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e74a61-735a-472f-b5c8-e4366d4828d6 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:52.102441 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e74a61-735a-472f-b5c8-e4366d4828d6 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:52.102799 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e74a61-735a-472f-b5c8-e4366d4828d6 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:52.103163 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e74a61-735a-472f-b5c8-e4366d4828d6 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:52.103486 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e74a61-735a-472f-b5c8-e4366d4828d6 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:52.103804 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e74a61-735a-472f-b5c8-e4366d4828d6 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:52.104160 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e74a61-735a-472f-b5c8-e4366d4828d6 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:52.104480 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e74a61-735a-472f-b5c8-e4366d4828d6 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:52.104802 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e74a61-735a-472f-b5c8-e4366d4828d6 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:52.105126 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e74a61-735a-472f-b5c8-e4366d4828d6 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:52.105460 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e74a61-735a-472f-b5c8-e4366d4828d6 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:52.105783 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e74a61-735a-472f-b5c8-e4366d4828d6 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:52.106097 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e74a61-735a-472f-b5c8-e4366d4828d6 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:52.106415 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e74a61-735a-472f-b5c8-e4366d4828d6 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:52.106715 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e74a61-735a-472f-b5c8-e4366d4828d6 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:52.108365 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e74a61-735a-472f-b5c8-e4366d4828d6 demo admin] Tracked resource versions report: Jul 28 01:04:52.108365 dv-cinder-815582-11-iscsi neutron-server[104161]: pushed versions: Jul 28 01:04:52.108365 dv-cinder-815582-11-iscsi neutron-server[104161]: { 'AddressGroup': {'1.2'}, Jul 28 01:04:52.108365 dv-cinder-815582-11-iscsi neutron-server[104161]: 'Agent': {'1.1'}, Jul 28 01:04:52.108365 dv-cinder-815582-11-iscsi neutron-server[104161]: 'ConntrackHelper': {'1.0'}, Jul 28 01:04:52.108365 dv-cinder-815582-11-iscsi neutron-server[104161]: 'LocalIPAssociation': {'1.0'}, Jul 28 01:04:52.108365 dv-cinder-815582-11-iscsi neutron-server[104161]: 'Log': {'1.0'}, Jul 28 01:04:52.108365 dv-cinder-815582-11-iscsi neutron-server[104161]: 'NDPProxy': {'1.0'}, Jul 28 01:04:52.108365 dv-cinder-815582-11-iscsi neutron-server[104161]: 'Network': {'1.1'}, Jul 28 01:04:52.108365 dv-cinder-815582-11-iscsi neutron-server[104161]: 'Port': {'1.7'}, Jul 28 01:04:52.108365 dv-cinder-815582-11-iscsi neutron-server[104161]: 'PortForwarding': {'1.3'}, Jul 28 01:04:52.108365 dv-cinder-815582-11-iscsi neutron-server[104161]: 'QosPolicy': {'1.10'}, Jul 28 01:04:52.108365 dv-cinder-815582-11-iscsi neutron-server[104161]: 'SecurityGroup': {'1.5'}, Jul 28 01:04:52.108365 dv-cinder-815582-11-iscsi neutron-server[104161]: 'SecurityGroupRule': {'1.2'}, Jul 28 01:04:52.108365 dv-cinder-815582-11-iscsi neutron-server[104161]: 'SubPort': {'1.0'}, Jul 28 01:04:52.108365 dv-cinder-815582-11-iscsi neutron-server[104161]: 'Subnet': {'1.1'}, Jul 28 01:04:52.108365 dv-cinder-815582-11-iscsi neutron-server[104161]: 'Trunk': {'1.1'}} Jul 28 01:04:52.108365 dv-cinder-815582-11-iscsi neutron-server[104161]: consumer versions: Jul 28 01:04:52.108365 dv-cinder-815582-11-iscsi neutron-server[104161]: { DHCP agent@dv-cinder-815582-11-iscsi: {}, Jul 28 01:04:52.108365 dv-cinder-815582-11-iscsi neutron-server[104161]: L3 agent@dv-cinder-815582-11-iscsi: {}, Jul 28 01:04:52.108365 dv-cinder-815582-11-iscsi neutron-server[104161]: Metadata agent@dv-cinder-815582-11-iscsi: {}, Jul 28 01:04:52.108365 dv-cinder-815582-11-iscsi neutron-server[104161]: Metering agent@dv-cinder-815582-11-iscsi: {}, Jul 28 01:04:52.108365 dv-cinder-815582-11-iscsi neutron-server[104161]: Open vSwitch agent@dv-cinder-815582-11-iscsi: { 'AddressGroup': '1.2', Jul 28 01:04:52.108365 dv-cinder-815582-11-iscsi neutron-server[104161]: 'Agent': '1.1', Jul 28 01:04:52.108365 dv-cinder-815582-11-iscsi neutron-server[104161]: 'ConntrackHelper': '1.0', Jul 28 01:04:52.108365 dv-cinder-815582-11-iscsi neutron-server[104161]: 'LocalIPAssociation': '1.0', Jul 28 01:04:52.108365 dv-cinder-815582-11-iscsi neutron-server[104161]: 'Log': '1.0', Jul 28 01:04:52.108365 dv-cinder-815582-11-iscsi neutron-server[104161]: 'NDPProxy': '1.0', Jul 28 01:04:52.108365 dv-cinder-815582-11-iscsi neutron-server[104161]: 'Network': '1.1', Jul 28 01:04:52.108365 dv-cinder-815582-11-iscsi neutron-server[104161]: 'Port': '1.7', Jul 28 01:04:52.108365 dv-cinder-815582-11-iscsi neutron-server[104161]: 'PortForwarding': '1.3', Jul 28 01:04:52.108365 dv-cinder-815582-11-iscsi neutron-server[104161]: 'QosPolicy': '1.10', Jul 28 01:04:52.108365 dv-cinder-815582-11-iscsi neutron-server[104161]: 'SecurityGroup': '1.5', Jul 28 01:04:52.108365 dv-cinder-815582-11-iscsi neutron-server[104161]: 'SecurityGroupRule': '1.2', Jul 28 01:04:52.108365 dv-cinder-815582-11-iscsi neutron-server[104161]: 'SubPort': '1.0', Jul 28 01:04:52.108365 dv-cinder-815582-11-iscsi neutron-server[104161]: 'Subnet': '1.1', Jul 28 01:04:52.108365 dv-cinder-815582-11-iscsi neutron-server[104161]: 'Trunk': '1.1'}} Jul 28 01:04:52.108365 dv-cinder-815582-11-iscsi neutron-server[104161]: {{(pid=104161) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 01:04:52.125590 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e74a61-735a-472f-b5c8-e4366d4828d6 demo admin] Network 4c0d0830-f074-4881-8a58-b72860f6c7c0 is scheduled to be hosted by DHCP agent 1da181d0-8fa3-49c1-8992-3db4e395f26f with binding_index 1 {{(pid=104161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 01:04:52.147812 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-65e74a61-735a-472f-b5c8-e4366d4828d6 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-11-iscsi, 4c0d0830-f074-4881-8a58-b72860f6c7c0) {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:04:52.153405 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e74a61-735a-472f-b5c8-e4366d4828d6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:04:52.154531 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-65e74a61-735a-472f-b5c8-e4366d4828d6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for subnet (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:04:52.158606 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7518cd2f-ddea-40a3-8fec-e6e019da7840 None None] Network 4c0d0830-f074-4881-8a58-b72860f6c7c0 requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:04:52.172203 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-65e74a61-735a-472f-b5c8-e4366d4828d6 demo admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5170655 Jul 28 01:04:52.430072 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec712f14-ad2c-4a9d-8328-4696be4c4ad0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11df1cfc-1f6d-5ec1-8de9-f52b05ea7209-4c0d0830-f074-4881-8a58-b72860f6c7c0', 'network_id': '4c0d0830-f074-4881-8a58-b72860f6c7c0', 'project_id': '5f2e064ab9374fbab081907969175e05', 'fixed_ips': [{'subnet_id': 'e46c1334-6467-4376-8fdd-dc007fa21a42'}]}} from dv-cinder-815582-11-iscsi. {{(pid=104163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 01:04:52.431450 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-ec712f14-ad2c-4a9d-8328-4696be4c4ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:04:52.710863 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.db_base_plugin_common [None req-ec712f14-ad2c-4a9d-8328-4696be4c4ad0 None None] Allocated IP 172.20.0.2 (4c0d0830-f074-4881-8a58-b72860f6c7c0/e46c1334-6467-4376-8fdd-dc007fa21a42/6fd9ff79-45ac-414b-8fba-499aeeb7d2e8) {{(pid=104163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:04:52.814413 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=62,neutron:INSERT=36,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:04:52.979247 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-ec712f14-ad2c-4a9d-8328-4696be4c4ad0 None None] Publish callbacks [] for port (6fd9ff79-45ac-414b-8fba-499aeeb7d2e8), precommit_create {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:04:52.987091 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-ec712f14-ad2c-4a9d-8328-4696be4c4ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427'] for port (6fd9ff79-45ac-414b-8fba-499aeeb7d2e8), after_create {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:04:53.070723 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec712f14-ad2c-4a9d-8328-4696be4c4ad0 None None] Network 4c0d0830-f074-4881-8a58-b72860f6c7c0 is already hosted by enough agents. {{(pid=104163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:04:53.074599 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.scheduler.base_scheduler [None req-ec712f14-ad2c-4a9d-8328-4696be4c4ad0 None None] Resources bound (agent type, host, resource id): {{(pid=104163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:04:53.076259 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec712f14-ad2c-4a9d-8328-4696be4c4ad0 None None] Pushing event updated for resources: {'Port': ['ID=6fd9ff79-45ac-414b-8fba-499aeeb7d2e8,revision_number=1']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:04:53.081080 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec712f14-ad2c-4a9d-8328-4696be4c4ad0 None None] Received port after_create {{(pid=104163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:04:53.089186 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec712f14-ad2c-4a9d-8328-4696be4c4ad0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:53.089528 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec712f14-ad2c-4a9d-8328-4696be4c4ad0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:53.089866 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec712f14-ad2c-4a9d-8328-4696be4c4ad0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:53.090217 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec712f14-ad2c-4a9d-8328-4696be4c4ad0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:53.090549 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec712f14-ad2c-4a9d-8328-4696be4c4ad0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:53.090879 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec712f14-ad2c-4a9d-8328-4696be4c4ad0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:53.091212 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec712f14-ad2c-4a9d-8328-4696be4c4ad0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:53.091588 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec712f14-ad2c-4a9d-8328-4696be4c4ad0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:53.091901 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec712f14-ad2c-4a9d-8328-4696be4c4ad0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:53.092166 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec712f14-ad2c-4a9d-8328-4696be4c4ad0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:53.092500 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec712f14-ad2c-4a9d-8328-4696be4c4ad0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:53.092824 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec712f14-ad2c-4a9d-8328-4696be4c4ad0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:53.093167 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec712f14-ad2c-4a9d-8328-4696be4c4ad0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:53.093473 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec712f14-ad2c-4a9d-8328-4696be4c4ad0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:53.093796 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec712f14-ad2c-4a9d-8328-4696be4c4ad0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:04:53.095192 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec712f14-ad2c-4a9d-8328-4696be4c4ad0 None None] Tracked resource versions report: Jul 28 01:04:53.095192 dv-cinder-815582-11-iscsi neutron-server[104163]: pushed versions: Jul 28 01:04:53.095192 dv-cinder-815582-11-iscsi neutron-server[104163]: { 'AddressGroup': {'1.2'}, Jul 28 01:04:53.095192 dv-cinder-815582-11-iscsi neutron-server[104163]: 'Agent': {'1.1'}, Jul 28 01:04:53.095192 dv-cinder-815582-11-iscsi neutron-server[104163]: 'ConntrackHelper': {'1.0'}, Jul 28 01:04:53.095192 dv-cinder-815582-11-iscsi neutron-server[104163]: 'LocalIPAssociation': {'1.0'}, Jul 28 01:04:53.095192 dv-cinder-815582-11-iscsi neutron-server[104163]: 'Log': {'1.0'}, Jul 28 01:04:53.095192 dv-cinder-815582-11-iscsi neutron-server[104163]: 'NDPProxy': {'1.0'}, Jul 28 01:04:53.095192 dv-cinder-815582-11-iscsi neutron-server[104163]: 'Network': {'1.1'}, Jul 28 01:04:53.095192 dv-cinder-815582-11-iscsi neutron-server[104163]: 'Port': {'1.7'}, Jul 28 01:04:53.095192 dv-cinder-815582-11-iscsi neutron-server[104163]: 'PortForwarding': {'1.3'}, Jul 28 01:04:53.095192 dv-cinder-815582-11-iscsi neutron-server[104163]: 'QosPolicy': {'1.10'}, Jul 28 01:04:53.095192 dv-cinder-815582-11-iscsi neutron-server[104163]: 'SecurityGroup': {'1.5'}, Jul 28 01:04:53.095192 dv-cinder-815582-11-iscsi neutron-server[104163]: 'SecurityGroupRule': {'1.2'}, Jul 28 01:04:53.095192 dv-cinder-815582-11-iscsi neutron-server[104163]: 'SubPort': {'1.0'}, Jul 28 01:04:53.095192 dv-cinder-815582-11-iscsi neutron-server[104163]: 'Subnet': {'1.1'}, Jul 28 01:04:53.095192 dv-cinder-815582-11-iscsi neutron-server[104163]: 'Trunk': {'1.1'}} Jul 28 01:04:53.095192 dv-cinder-815582-11-iscsi neutron-server[104163]: consumer versions: Jul 28 01:04:53.095192 dv-cinder-815582-11-iscsi neutron-server[104163]: { DHCP agent@dv-cinder-815582-11-iscsi: {}, Jul 28 01:04:53.095192 dv-cinder-815582-11-iscsi neutron-server[104163]: L3 agent@dv-cinder-815582-11-iscsi: {}, Jul 28 01:04:53.095192 dv-cinder-815582-11-iscsi neutron-server[104163]: Metadata agent@dv-cinder-815582-11-iscsi: {}, Jul 28 01:04:53.095192 dv-cinder-815582-11-iscsi neutron-server[104163]: Metering agent@dv-cinder-815582-11-iscsi: {}, Jul 28 01:04:53.095192 dv-cinder-815582-11-iscsi neutron-server[104163]: Open vSwitch agent@dv-cinder-815582-11-iscsi: { 'AddressGroup': '1.2', Jul 28 01:04:53.095192 dv-cinder-815582-11-iscsi neutron-server[104163]: 'Agent': '1.1', Jul 28 01:04:53.095192 dv-cinder-815582-11-iscsi neutron-server[104163]: 'ConntrackHelper': '1.0', Jul 28 01:04:53.095192 dv-cinder-815582-11-iscsi neutron-server[104163]: 'LocalIPAssociation': '1.0', Jul 28 01:04:53.095192 dv-cinder-815582-11-iscsi neutron-server[104163]: 'Log': '1.0', Jul 28 01:04:53.095192 dv-cinder-815582-11-iscsi neutron-server[104163]: 'NDPProxy': '1.0', Jul 28 01:04:53.095192 dv-cinder-815582-11-iscsi neutron-server[104163]: 'Network': '1.1', Jul 28 01:04:53.095192 dv-cinder-815582-11-iscsi neutron-server[104163]: 'Port': '1.7', Jul 28 01:04:53.095192 dv-cinder-815582-11-iscsi neutron-server[104163]: 'PortForwarding': '1.3', Jul 28 01:04:53.095192 dv-cinder-815582-11-iscsi neutron-server[104163]: 'QosPolicy': '1.10', Jul 28 01:04:53.095192 dv-cinder-815582-11-iscsi neutron-server[104163]: 'SecurityGroup': '1.5', Jul 28 01:04:53.095192 dv-cinder-815582-11-iscsi neutron-server[104163]: 'SecurityGroupRule': '1.2', Jul 28 01:04:53.095192 dv-cinder-815582-11-iscsi neutron-server[104163]: 'SubPort': '1.0', Jul 28 01:04:53.095192 dv-cinder-815582-11-iscsi neutron-server[104163]: 'Subnet': '1.1', Jul 28 01:04:53.095192 dv-cinder-815582-11-iscsi neutron-server[104163]: 'Trunk': '1.1'}} Jul 28 01:04:53.095192 dv-cinder-815582-11-iscsi neutron-server[104163]: {{(pid=104163) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 01:04:53.164649 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:04:53.177717 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-ec712f14-ad2c-4a9d-8328-4696be4c4ad0 None None] Attempting to bind port 6fd9ff79-45ac-414b-8fba-499aeeb7d2e8 on host dv-cinder-815582-11-iscsi for vnic_type normal with profile {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:04:53.177717 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-ec712f14-ad2c-4a9d-8328-4696be4c4ad0 None None] Attempting to bind port 6fd9ff79-45ac-414b-8fba-499aeeb7d2e8 by drivers openvswitch,hyperv on host dv-cinder-815582-11-iscsi at level 0 using segments [{'id': 'afca5034-cf58-40c0-8e02-ee73f18dfef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4c0d0830-f074-4881-8a58-b72860f6c7c0'}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:04:53.178039 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec712f14-ad2c-4a9d-8328-4696be4c4ad0 None None] Attempting to bind port 6fd9ff79-45ac-414b-8fba-499aeeb7d2e8 on network 4c0d0830-f074-4881-8a58-b72860f6c7c0 {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:04:53.184505 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec712f14-ad2c-4a9d-8328-4696be4c4ad0 None None] Checking agent: {'id': 'e0b16abb-2210-4432-8141-713fb95a37e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 4, 43), 'started_at': datetime.datetime(2022, 7, 28, 1, 4, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:04:53.184869 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec712f14-ad2c-4a9d-8328-4696be4c4ad0 None None] Checking segment: {'id': 'afca5034-cf58-40c0-8e02-ee73f18dfef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4c0d0830-f074-4881-8a58-b72860f6c7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:04:53.185354 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-ec712f14-ad2c-4a9d-8328-4696be4c4ad0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:04:53.185733 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec712f14-ad2c-4a9d-8328-4696be4c4ad0 None None] Bound using segment: {'id': 'afca5034-cf58-40c0-8e02-ee73f18dfef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4c0d0830-f074-4881-8a58-b72860f6c7c0'} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:04:53.186198 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-ec712f14-ad2c-4a9d-8328-4696be4c4ad0 None None] Bound port: 6fd9ff79-45ac-414b-8fba-499aeeb7d2e8, host: dv-cinder-815582-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afca5034-cf58-40c0-8e02-ee73f18dfef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4c0d0830-f074-4881-8a58-b72860f6c7c0'}}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:04:53.186609 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-ec712f14-ad2c-4a9d-8328-4696be4c4ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (6fd9ff79-45ac-414b-8fba-499aeeb7d2e8), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:04:53.248349 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-ec712f14-ad2c-4a9d-8328-4696be4c4ad0 None None] For port 6fd9ff79-45ac-414b-8fba-499aeeb7d2e8, host dv-cinder-815582-11-iscsi, cleared binding levels {{(pid=104163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:04:53.268587 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-ec712f14-ad2c-4a9d-8328-4696be4c4ad0 None None] For port 6fd9ff79-45ac-414b-8fba-499aeeb7d2e8, host dv-cinder-815582-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=6fd9ff79-45ac-414b-8fba-499aeeb7d2e8,segment=NetworkSegment(afca5034-cf58-40c0-8e02-ee73f18dfef8),segment_id=afca5034-cf58-40c0-8e02-ee73f18dfef8)] {{(pid=104163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:04:53.277284 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-ec712f14-ad2c-4a9d-8328-4696be4c4ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (6fd9ff79-45ac-414b-8fba-499aeeb7d2e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:04:53.335846 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec712f14-ad2c-4a9d-8328-4696be4c4ad0 None None] Pushing event updated for resources: {'Port': ['ID=6fd9ff79-45ac-414b-8fba-499aeeb7d2e8,revision_number=2']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:04:54.434169 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 43018) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:04:54.795261 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [None req-7a2bf40a-0f18-4d8c-b718-4be6dee9f462 admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=104161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 01:04:54.796250 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-7a2bf40a-0f18-4d8c-b718-4be6dee9f462 admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3610692 Jul 28 01:04:56.706997 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:04:56.708323 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=8 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:04:57.068361 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 43030) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:04:57.415387 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [None req-c8c2b0de-6ad8-497f-a02e-1d49354dce50 admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=104161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 01:04:57.416415 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-c8c2b0de-6ad8-497f-a02e-1d49354dce50 admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3470628 Jul 28 01:04:58.871755 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=49,neutron:INSERT=39,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:04:58.877475 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=35,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:04:59.718949 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 43042) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:05:00.071385 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-00118c1b-f9f1-4b8d-a261-af84e5629110 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:05:00.101887 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-00118c1b-f9f1-4b8d-a261-af84e5629110 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-425'] for router (fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:00.103501 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-00118c1b-f9f1-4b8d-a261-af84e5629110 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947450', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-416'] for router (fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:00.247871 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-00118c1b-f9f1-4b8d-a261-af84e5629110 demo demo] Publish callbacks [] for router_controller (fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c), precommit_add_association {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:00.255212 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-00118c1b-f9f1-4b8d-a261-af84e5629110 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-947334'] for router (fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:00.273405 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-00118c1b-f9f1-4b8d-a261-af84e5629110 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:00.274638 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-00118c1b-f9f1-4b8d-a261-af84e5629110 demo demo] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5547106 Jul 28 01:05:00.773976 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 6fd9ff79-45ac-414b-8fba-499aeeb7d2e8 up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:05:00.863828 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port 6fd9ff79-45ac-414b-8fba-499aeeb7d2e8 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:05:00.864248 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (6fd9ff79-45ac-414b-8fba-499aeeb7d2e8), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:00.967206 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port 6fd9ff79-45ac-414b-8fba-499aeeb7d2e8 is: DOWN; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:05:00.967566 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (6fd9ff79-45ac-414b-8fba-499aeeb7d2e8), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:01.002781 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] For port 6fd9ff79-45ac-414b-8fba-499aeeb7d2e8, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=6fd9ff79-45ac-414b-8fba-499aeeb7d2e8,segment=NetworkSegment(afca5034-cf58-40c0-8e02-ee73f18dfef8),segment_id=afca5034-cf58-40c0-8e02-ee73f18dfef8)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:05:01.007459 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (6fd9ff79-45ac-414b-8fba-499aeeb7d2e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:01.053766 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Pushing event updated for resources: {'Port': ['ID=6fd9ff79-45ac-414b-8fba-499aeeb7d2e8,revision_number=3']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:05:01.366665 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea65cd1-436a-4818-922b-161d0d9b0a9d None None] Network 4c0d0830-f074-4881-8a58-b72860f6c7c0 requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:05:01.463220 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-92376012-27da-404d-b394-67a5c1c1b69a None None] Provisioning complete for port 6fd9ff79-45ac-414b-8fba-499aeeb7d2e8 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:05:01.463584 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-92376012-27da-404d-b394-67a5c1c1b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (6fd9ff79-45ac-414b-8fba-499aeeb7d2e8), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:01.577377 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-92376012-27da-404d-b394-67a5c1c1b69a None None] Current status of the port 6fd9ff79-45ac-414b-8fba-499aeeb7d2e8 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:05:01.695026 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-8fcdd294-5097-45c3-a4cb-ba03e39528fd None None] Provisioning complete for port 6fd9ff79-45ac-414b-8fba-499aeeb7d2e8 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:05:01.695424 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-8fcdd294-5097-45c3-a4cb-ba03e39528fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (6fd9ff79-45ac-414b-8fba-499aeeb7d2e8), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:01.716213 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:05:01.770752 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-8fcdd294-5097-45c3-a4cb-ba03e39528fd None None] Current status of the port 6fd9ff79-45ac-414b-8fba-499aeeb7d2e8 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:05:02.164668 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=12,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:05:02.165482 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=75,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:05:02.564980 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 43056) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:05:02.743017 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 6fd9ff79-45ac-414b-8fba-499aeeb7d2e8 up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:05:02.796375 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port 6fd9ff79-45ac-414b-8fba-499aeeb7d2e8 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:05:02.796771 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (6fd9ff79-45ac-414b-8fba-499aeeb7d2e8), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:02.815476 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:05:02.872570 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port 6fd9ff79-45ac-414b-8fba-499aeeb7d2e8 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:05:03.050481 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [None req-db26eb06-04da-4e0f-a527-5f9fa91393a4 admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=104161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 01:05:03.051658 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-db26eb06-04da-4e0f-a527-5f9fa91393a4 admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4854035 Jul 28 01:05:05.300340 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 43064) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:05:05.377237 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.agents_db [None req-b5d7b8ea-190f-43e3-81f4-c45e7fbfa344 None None] Agent healthcheck: found 5 active agents {{(pid=104164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 01:05:05.676565 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-a262cb34-662b-4e16-a6db-efe5082ea261 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:05:05.704061 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a262cb34-662b-4e16-a6db-efe5082ea261 admin admin] Made reservation on behalf of bb3fd2235b214e75887726b6b079e208 for: {'network': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:05:05.707652 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a262cb34-662b-4e16-a6db-efe5082ea261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for network (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:05.725793 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a262cb34-662b-4e16-a6db-efe5082ea261 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:05.837461 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a262cb34-662b-4e16-a6db-efe5082ea261 admin admin] Publish callbacks [] for security_group (d2e3d3eb-db66-462e-9a4c-141e545c208d), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:05.844341 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a262cb34-662b-4e16-a6db-efe5082ea261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (d2e3d3eb-db66-462e-9a4c-141e545c208d), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:05.861560 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a262cb34-662b-4e16-a6db-efe5082ea261 admin admin] Reserving flat network on physical network physnet1 {{(pid=104161) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 28 01:05:05.884124 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a262cb34-662b-4e16-a6db-efe5082ea261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e3d3eb-db66-462e-9a4c-141e545c208d,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:05:05.890685 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a262cb34-662b-4e16-a6db-efe5082ea261 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778716901825', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084'] for segment (e0235fba-4142-426a-91c5-07cb16b4142e), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:05.891332 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a262cb34-662b-4e16-a6db-efe5082ea261 admin admin] Unsubscribe: segment precommit_create {{(pid=104161) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 01:05:05.891812 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.db.segments_db [None req-a262cb34-662b-4e16-a6db-efe5082ea261 admin admin] Added segment e0235fba-4142-426a-91c5-07cb16b4142e of type flat for network db4fd262-df4a-4858-b92c-469a7b8f139e Jul 28 01:05:05.945518 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a262cb34-662b-4e16-a6db-efe5082ea261 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778716385410'] for network (db4fd262-df4a-4858-b92c-469a7b8f139e), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:05.993167 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a262cb34-662b-4e16-a6db-efe5082ea261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for network (db4fd262-df4a-4858-b92c-469a7b8f139e), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:05.995164 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a262cb34-662b-4e16-a6db-efe5082ea261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:05:05.996061 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a262cb34-662b-4e16-a6db-efe5082ea261 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:06.091489 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-a262cb34-662b-4e16-a6db-efe5082ea261 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7896390 Jul 28 01:05:06.110051 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a262cb34-662b-4e16-a6db-efe5082ea261 admin admin] Pushing event updated for resources: {'Network': ['ID=db4fd262-df4a-4858-b92c-469a7b8f139e,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:05:06.121439 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Network db4fd262-df4a-4858-b92c-469a7b8f139e details requested by agent ovs-agent-dv-cinder-815582-11-iscsi with host dv-cinder-815582-11-iscsi {{(pid=104163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 01:05:07.819083 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e6a4af20-4002-4989-8f6e-9dc7c482e0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:08.349509 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 43072) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:05:08.799244 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51203c31-d823-42d9-9bbc-91bf07d835e3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:05:08.800543 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-51203c31-d823-42d9-9bbc-91bf07d835e3 demo admin] 10.222.0.17 "GET /v2.0/subnets/e46c1334-6467-4376-8fdd-dc007fa21a42 HTTP/1.1" status: 200 len: 849 time: 0.4500840 Jul 28 01:05:08.945319 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-bcbc5693-7740-41d0-b9a6-7bfa2de7525f demo admin] 10.222.0.17 "GET /v2.0/routers/fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c HTTP/1.1" status: 200 len: 704 time: 0.1356714 Jul 28 01:05:09.246355 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2e09a03f-3751-410d-99d2-0317b634916f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:09.552633 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_common [None req-2e09a03f-3751-410d-99d2-0317b634916f demo admin] Allocated IP 172.20.0.1 (4c0d0830-f074-4881-8a58-b72860f6c7c0/e46c1334-6467-4376-8fdd-dc007fa21a42/5b0ee2bb-e333-4a24-9131-056934c92fb4) {{(pid=104162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:05:09.761708 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2e09a03f-3751-410d-99d2-0317b634916f demo admin] Publish callbacks [] for port (5b0ee2bb-e333-4a24-9131-056934c92fb4), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:09.832002 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2e09a03f-3751-410d-99d2-0317b634916f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427'] for port (5b0ee2bb-e333-4a24-9131-056934c92fb4), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:09.869269 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:05:09.918865 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:05:09.924683 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e09a03f-3751-410d-99d2-0317b634916f demo admin] Network 4c0d0830-f074-4881-8a58-b72860f6c7c0 is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:05:09.934828 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-2e09a03f-3751-410d-99d2-0317b634916f demo admin] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:05:09.938477 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e09a03f-3751-410d-99d2-0317b634916f demo admin] Pushing event updated for resources: {'Port': ['ID=5b0ee2bb-e333-4a24-9131-056934c92fb4,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:05:09.941983 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e09a03f-3751-410d-99d2-0317b634916f demo admin] Received port after_create {{(pid=104162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:05:09.942387 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2e09a03f-3751-410d-99d2-0317b634916f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613510'] for router_interface (fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:10.148335 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-a1de718c-e10f-4b66-9024-38414cbe4a51 None None] Provisioning complete for port 5b0ee2bb-e333-4a24-9131-056934c92fb4 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:05:10.149009 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-a1de718c-e10f-4b66-9024-38414cbe4a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (5b0ee2bb-e333-4a24-9131-056934c92fb4), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:10.182506 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-a1de718c-e10f-4b66-9024-38414cbe4a51 None None] Port 5b0ee2bb-e333-4a24-9131-056934c92fb4 cannot update to ACTIVE because it is not bound. {{(pid=104163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 01:05:10.211914 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2e09a03f-3751-410d-99d2-0317b634916f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (5b0ee2bb-e333-4a24-9131-056934c92fb4), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:10.329385 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-5ca601d5-e79d-4c1f-90ff-25fa27b293b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:10.421416 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2e09a03f-3751-410d-99d2-0317b634916f demo admin] Publish callbacks [] for port (5b0ee2bb-e333-4a24-9131-056934c92fb4), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:10.427709 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2e09a03f-3751-410d-99d2-0317b634916f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (5b0ee2bb-e333-4a24-9131-056934c92fb4), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:10.428543 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2e09a03f-3751-410d-99d2-0317b634916f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613626'] for router_interface (fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:10.507326 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e09a03f-3751-410d-99d2-0317b634916f demo admin] Pushing event updated for resources: {'Port': ['ID=5b0ee2bb-e333-4a24-9131-056934c92fb4,revision_number=2']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:05:10.560771 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e09a03f-3751-410d-99d2-0317b634916f demo admin] Network 4c0d0830-f074-4881-8a58-b72860f6c7c0 is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:05:10.563033 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-2e09a03f-3751-410d-99d2-0317b634916f demo admin] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:05:10.730756 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e09a03f-3751-410d-99d2-0317b634916f demo admin] Router fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c is scheduled to L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f with binding_index 1 {{(pid=104162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 01:05:10.822519 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e09a03f-3751-410d-99d2-0317b634916f demo admin] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:05:10.827963 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-2e09a03f-3751-410d-99d2-0317b634916f demo admin] 10.222.0.17 "PUT /v2.0/routers/fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8742449 Jul 28 01:05:10.833586 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a80a12-20a4-4596-9b6d-fcbe79d1ef56 None None] Sync routers for ids ['fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c'] in dv-cinder-815582-11-iscsi {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:05:10.848310 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a80a12-20a4-4596-9b6d-fcbe79d1ef56 None None] Routers {'fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:05:10.849686 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-56a80a12-20a4-4596-9b6d-fcbe79d1ef56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:05:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:05:10.872343 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2b94c52a-98b5-4d75-b907-36cf6376c43f None None] Provisioning complete for port 5b0ee2bb-e333-4a24-9131-056934c92fb4 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:05:10.872776 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2b94c52a-98b5-4d75-b907-36cf6376c43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (5b0ee2bb-e333-4a24-9131-056934c92fb4), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:10.918212 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2b94c52a-98b5-4d75-b907-36cf6376c43f None None] Port 5b0ee2bb-e333-4a24-9131-056934c92fb4 cannot update to ACTIVE because it is not bound. {{(pid=104163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 01:05:11.038942 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-56a80a12-20a4-4596-9b6d-fcbe79d1ef56 None None] Set router fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c gateway port host: None {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:05:11.264950 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:11.471402 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-56a80a12-20a4-4596-9b6d-fcbe79d1ef56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c', 'name': 'router1', 'tenant_id': '5f2e064ab9374fbab081907969175e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:05:00Z', 'updated_at': '2022-07-28T01:05:10Z', 'revision_number': 2, 'project_id': '5f2e064ab9374fbab081907969175e05', 'gw_port_host': None, '_interfaces': [{'id': '5b0ee2bb-e333-4a24-9131-056934c92fb4', 'name': '', 'network_id': '4c0d0830-f074-4881-8a58-b72860f6c7c0', 'tenant_id': '5f2e064ab9374fbab081907969175e05', 'mac_address': 'fa:16:3e:15:41:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e46c1334-6467-4376-8fdd-dc007fa21a42', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:05:09Z', 'updated_at': '2022-07-28T01:05:10Z', 'revision_number': 2, 'project_id': '5f2e064ab9374fbab081907969175e05', 'subnets': [{'id': 'e46c1334-6467-4376-8fdd-dc007fa21a42', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd15b0a6-1ff9-43ce-832e-0662cc5f32da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:05:11.521600 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a80a12-20a4-4596-9b6d-fcbe79d1ef56 None None] Checking router: fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c for host: dv-cinder-815582-11-iscsi {{(pid=104164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:05:11.521967 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a80a12-20a4-4596-9b6d-fcbe79d1ef56 None None] Updating router fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c port 5b0ee2bb-e333-4a24-9131-056934c92fb4 binding host dv-cinder-815582-11-iscsi {{(pid=104164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 01:05:11.575252 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-56a80a12-20a4-4596-9b6d-fcbe79d1ef56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (5b0ee2bb-e333-4a24-9131-056934c92fb4), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:12.076076 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-56a80a12-20a4-4596-9b6d-fcbe79d1ef56 None None] Publish callbacks [] for port (5b0ee2bb-e333-4a24-9131-056934c92fb4), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:12.083452 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-56a80a12-20a4-4596-9b6d-fcbe79d1ef56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (5b0ee2bb-e333-4a24-9131-056934c92fb4), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:12.253031 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b319c05d-32b8-4fde-989e-b449aa5f47cb None None] Pushing event updated for resources: {'Port': ['ID=5b0ee2bb-e333-4a24-9131-056934c92fb4,revision_number=3']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:05:12.262586 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-56a80a12-20a4-4596-9b6d-fcbe79d1ef56 None None] Attempting to bind port 5b0ee2bb-e333-4a24-9131-056934c92fb4 on host dv-cinder-815582-11-iscsi for vnic_type normal with profile {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:05:12.262991 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-56a80a12-20a4-4596-9b6d-fcbe79d1ef56 None None] Attempting to bind port 5b0ee2bb-e333-4a24-9131-056934c92fb4 by drivers openvswitch,hyperv on host dv-cinder-815582-11-iscsi at level 0 using segments [{'id': 'afca5034-cf58-40c0-8e02-ee73f18dfef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4c0d0830-f074-4881-8a58-b72860f6c7c0'}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:05:12.263434 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a80a12-20a4-4596-9b6d-fcbe79d1ef56 None None] Attempting to bind port 5b0ee2bb-e333-4a24-9131-056934c92fb4 on network 4c0d0830-f074-4881-8a58-b72860f6c7c0 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:05:12.267136 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319c05d-32b8-4fde-989e-b449aa5f47cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:05:12.267478 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319c05d-32b8-4fde-989e-b449aa5f47cb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:05:12.267826 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319c05d-32b8-4fde-989e-b449aa5f47cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:05:12.268163 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319c05d-32b8-4fde-989e-b449aa5f47cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:05:12.268490 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319c05d-32b8-4fde-989e-b449aa5f47cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:05:12.268818 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319c05d-32b8-4fde-989e-b449aa5f47cb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:05:12.269142 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319c05d-32b8-4fde-989e-b449aa5f47cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:05:12.269497 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319c05d-32b8-4fde-989e-b449aa5f47cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:05:12.269831 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319c05d-32b8-4fde-989e-b449aa5f47cb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:05:12.270154 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319c05d-32b8-4fde-989e-b449aa5f47cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:05:12.270475 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319c05d-32b8-4fde-989e-b449aa5f47cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:05:12.270809 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319c05d-32b8-4fde-989e-b449aa5f47cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:05:12.271137 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319c05d-32b8-4fde-989e-b449aa5f47cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:05:12.271452 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319c05d-32b8-4fde-989e-b449aa5f47cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:05:12.271767 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319c05d-32b8-4fde-989e-b449aa5f47cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:05:12.273151 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319c05d-32b8-4fde-989e-b449aa5f47cb None None] Tracked resource versions report: Jul 28 01:05:12.273151 dv-cinder-815582-11-iscsi neutron-server[104164]: pushed versions: Jul 28 01:05:12.273151 dv-cinder-815582-11-iscsi neutron-server[104164]: { 'AddressGroup': {'1.2'}, Jul 28 01:05:12.273151 dv-cinder-815582-11-iscsi neutron-server[104164]: 'Agent': {'1.1'}, Jul 28 01:05:12.273151 dv-cinder-815582-11-iscsi neutron-server[104164]: 'ConntrackHelper': {'1.0'}, Jul 28 01:05:12.273151 dv-cinder-815582-11-iscsi neutron-server[104164]: 'LocalIPAssociation': {'1.0'}, Jul 28 01:05:12.273151 dv-cinder-815582-11-iscsi neutron-server[104164]: 'Log': {'1.0'}, Jul 28 01:05:12.273151 dv-cinder-815582-11-iscsi neutron-server[104164]: 'NDPProxy': {'1.0'}, Jul 28 01:05:12.273151 dv-cinder-815582-11-iscsi neutron-server[104164]: 'Network': {'1.1'}, Jul 28 01:05:12.273151 dv-cinder-815582-11-iscsi neutron-server[104164]: 'Port': {'1.7'}, Jul 28 01:05:12.273151 dv-cinder-815582-11-iscsi neutron-server[104164]: 'PortForwarding': {'1.3'}, Jul 28 01:05:12.273151 dv-cinder-815582-11-iscsi neutron-server[104164]: 'QosPolicy': {'1.10'}, Jul 28 01:05:12.273151 dv-cinder-815582-11-iscsi neutron-server[104164]: 'SecurityGroup': {'1.5'}, Jul 28 01:05:12.273151 dv-cinder-815582-11-iscsi neutron-server[104164]: 'SecurityGroupRule': {'1.2'}, Jul 28 01:05:12.273151 dv-cinder-815582-11-iscsi neutron-server[104164]: 'SubPort': {'1.0'}, Jul 28 01:05:12.273151 dv-cinder-815582-11-iscsi neutron-server[104164]: 'Subnet': {'1.1'}, Jul 28 01:05:12.273151 dv-cinder-815582-11-iscsi neutron-server[104164]: 'Trunk': {'1.1'}} Jul 28 01:05:12.273151 dv-cinder-815582-11-iscsi neutron-server[104164]: consumer versions: Jul 28 01:05:12.273151 dv-cinder-815582-11-iscsi neutron-server[104164]: { DHCP agent@dv-cinder-815582-11-iscsi: {}, Jul 28 01:05:12.273151 dv-cinder-815582-11-iscsi neutron-server[104164]: L3 agent@dv-cinder-815582-11-iscsi: {}, Jul 28 01:05:12.273151 dv-cinder-815582-11-iscsi neutron-server[104164]: Metadata agent@dv-cinder-815582-11-iscsi: {}, Jul 28 01:05:12.273151 dv-cinder-815582-11-iscsi neutron-server[104164]: Metering agent@dv-cinder-815582-11-iscsi: {}, Jul 28 01:05:12.273151 dv-cinder-815582-11-iscsi neutron-server[104164]: Open vSwitch agent@dv-cinder-815582-11-iscsi: { 'AddressGroup': '1.2', Jul 28 01:05:12.273151 dv-cinder-815582-11-iscsi neutron-server[104164]: 'Agent': '1.1', Jul 28 01:05:12.273151 dv-cinder-815582-11-iscsi neutron-server[104164]: 'ConntrackHelper': '1.0', Jul 28 01:05:12.273151 dv-cinder-815582-11-iscsi neutron-server[104164]: 'LocalIPAssociation': '1.0', Jul 28 01:05:12.273151 dv-cinder-815582-11-iscsi neutron-server[104164]: 'Log': '1.0', Jul 28 01:05:12.273151 dv-cinder-815582-11-iscsi neutron-server[104164]: 'NDPProxy': '1.0', Jul 28 01:05:12.273151 dv-cinder-815582-11-iscsi neutron-server[104164]: 'Network': '1.1', Jul 28 01:05:12.273151 dv-cinder-815582-11-iscsi neutron-server[104164]: 'Port': '1.7', Jul 28 01:05:12.273151 dv-cinder-815582-11-iscsi neutron-server[104164]: 'PortForwarding': '1.3', Jul 28 01:05:12.273151 dv-cinder-815582-11-iscsi neutron-server[104164]: 'QosPolicy': '1.10', Jul 28 01:05:12.273151 dv-cinder-815582-11-iscsi neutron-server[104164]: 'SecurityGroup': '1.5', Jul 28 01:05:12.273151 dv-cinder-815582-11-iscsi neutron-server[104164]: 'SecurityGroupRule': '1.2', Jul 28 01:05:12.273151 dv-cinder-815582-11-iscsi neutron-server[104164]: 'SubPort': '1.0', Jul 28 01:05:12.273151 dv-cinder-815582-11-iscsi neutron-server[104164]: 'Subnet': '1.1', Jul 28 01:05:12.273151 dv-cinder-815582-11-iscsi neutron-server[104164]: 'Trunk': '1.1'}} Jul 28 01:05:12.273151 dv-cinder-815582-11-iscsi neutron-server[104164]: {{(pid=104164) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 01:05:12.280193 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a80a12-20a4-4596-9b6d-fcbe79d1ef56 None None] Checking agent: {'id': 'e0b16abb-2210-4432-8141-713fb95a37e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 4, 43), 'started_at': datetime.datetime(2022, 7, 28, 1, 4, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:05:12.280590 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a80a12-20a4-4596-9b6d-fcbe79d1ef56 None None] Checking segment: {'id': 'afca5034-cf58-40c0-8e02-ee73f18dfef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4c0d0830-f074-4881-8a58-b72860f6c7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:05:12.281672 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-56a80a12-20a4-4596-9b6d-fcbe79d1ef56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:12.281672 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a80a12-20a4-4596-9b6d-fcbe79d1ef56 None None] Bound using segment: {'id': 'afca5034-cf58-40c0-8e02-ee73f18dfef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4c0d0830-f074-4881-8a58-b72860f6c7c0'} {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:05:12.283039 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-56a80a12-20a4-4596-9b6d-fcbe79d1ef56 None None] Bound port: 5b0ee2bb-e333-4a24-9131-056934c92fb4, host: dv-cinder-815582-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afca5034-cf58-40c0-8e02-ee73f18dfef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4c0d0830-f074-4881-8a58-b72860f6c7c0'}}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:05:12.283425 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-56a80a12-20a4-4596-9b6d-fcbe79d1ef56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (5b0ee2bb-e333-4a24-9131-056934c92fb4), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:12.344311 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-42ebb70c-0669-44f0-9d13-1a56ee8a5c12 None None] Provisioning complete for port 5b0ee2bb-e333-4a24-9131-056934c92fb4 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:05:12.344872 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-42ebb70c-0669-44f0-9d13-1a56ee8a5c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (5b0ee2bb-e333-4a24-9131-056934c92fb4), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:12.348470 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:05:12.349999 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-56a80a12-20a4-4596-9b6d-fcbe79d1ef56 None None] For port 5b0ee2bb-e333-4a24-9131-056934c92fb4, host dv-cinder-815582-11-iscsi, cleared binding levels {{(pid=104164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:05:12.373489 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-56a80a12-20a4-4596-9b6d-fcbe79d1ef56 None None] For port 5b0ee2bb-e333-4a24-9131-056934c92fb4, host dv-cinder-815582-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=5b0ee2bb-e333-4a24-9131-056934c92fb4,segment=NetworkSegment(afca5034-cf58-40c0-8e02-ee73f18dfef8),segment_id=afca5034-cf58-40c0-8e02-ee73f18dfef8)] {{(pid=104164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:05:12.379239 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-42ebb70c-0669-44f0-9d13-1a56ee8a5c12 None None] Port 5b0ee2bb-e333-4a24-9131-056934c92fb4 cannot update to ACTIVE because it is not bound. {{(pid=104163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 01:05:12.381404 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-56a80a12-20a4-4596-9b6d-fcbe79d1ef56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (5b0ee2bb-e333-4a24-9131-056934c92fb4), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:12.426640 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:05:12.444164 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b319c05d-32b8-4fde-989e-b449aa5f47cb None None] Pushing event updated for resources: {'Port': ['ID=5b0ee2bb-e333-4a24-9131-056934c92fb4,revision_number=4']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:05:12.457552 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a80a12-20a4-4596-9b6d-fcbe79d1ef56 None None] Routers {'fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:05:12.458183 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-56a80a12-20a4-4596-9b6d-fcbe79d1ef56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:05:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:05:12.546204 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-56a80a12-20a4-4596-9b6d-fcbe79d1ef56 None None] Set router fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c gateway port host: None {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:05:12.605053 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-92581cc2-4437-430c-936b-c84ec2229b76 None None] Provisioning complete for port 5b0ee2bb-e333-4a24-9131-056934c92fb4 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:05:12.605542 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-92581cc2-4437-430c-936b-c84ec2229b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (5b0ee2bb-e333-4a24-9131-056934c92fb4), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:12.649702 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:12.695334 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-92581cc2-4437-430c-936b-c84ec2229b76 None None] Current status of the port 5b0ee2bb-e333-4a24-9131-056934c92fb4 is: DOWN; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:05:12.695720 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-92581cc2-4437-430c-936b-c84ec2229b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (5b0ee2bb-e333-4a24-9131-056934c92fb4), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:12.731335 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-92581cc2-4437-430c-936b-c84ec2229b76 None None] For port 5b0ee2bb-e333-4a24-9131-056934c92fb4, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=5b0ee2bb-e333-4a24-9131-056934c92fb4,segment=NetworkSegment(afca5034-cf58-40c0-8e02-ee73f18dfef8),segment_id=afca5034-cf58-40c0-8e02-ee73f18dfef8)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:05:12.736197 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-92581cc2-4437-430c-936b-c84ec2229b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (5b0ee2bb-e333-4a24-9131-056934c92fb4), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:12.742413 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-56a80a12-20a4-4596-9b6d-fcbe79d1ef56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c', 'name': 'router1', 'tenant_id': '5f2e064ab9374fbab081907969175e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:05:00Z', 'updated_at': '2022-07-28T01:05:10Z', 'revision_number': 2, 'project_id': '5f2e064ab9374fbab081907969175e05', 'gw_port_host': None, '_interfaces': [{'id': '5b0ee2bb-e333-4a24-9131-056934c92fb4', 'name': '', 'network_id': '4c0d0830-f074-4881-8a58-b72860f6c7c0', 'tenant_id': '5f2e064ab9374fbab081907969175e05', 'mac_address': 'fa:16:3e:15:41:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e46c1334-6467-4376-8fdd-dc007fa21a42', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:05:09Z', 'updated_at': '2022-07-28T01:05:12Z', 'revision_number': 4, 'project_id': '5f2e064ab9374fbab081907969175e05', 'subnets': [{'id': 'e46c1334-6467-4376-8fdd-dc007fa21a42', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd15b0a6-1ff9-43ce-832e-0662cc5f32da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:05:12.769865 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a80a12-20a4-4596-9b6d-fcbe79d1ef56 None None] The sync data for ids ['fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c'] in dv-cinder-815582-11-iscsi is: [{'id': 'fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c', 'name': 'router1', 'tenant_id': '5f2e064ab9374fbab081907969175e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:05:00Z', 'updated_at': '2022-07-28T01:05:10Z', 'revision_number': 2, 'project_id': '5f2e064ab9374fbab081907969175e05', 'gw_port_host': None, '_interfaces': [{'id': '5b0ee2bb-e333-4a24-9131-056934c92fb4', 'name': '', 'network_id': '4c0d0830-f074-4881-8a58-b72860f6c7c0', 'tenant_id': '5f2e064ab9374fbab081907969175e05', 'mac_address': 'fa:16:3e:15:41:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e46c1334-6467-4376-8fdd-dc007fa21a42', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:05:09Z', 'updated_at': '2022-07-28T01:05:12Z', 'revision_number': 4, 'project_id': '5f2e064ab9374fbab081907969175e05', 'subnets': [{'id': 'e46c1334-6467-4376-8fdd-dc007fa21a42', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd15b0a6-1ff9-43ce-832e-0662cc5f32da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:05:12.789371 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92581cc2-4437-430c-936b-c84ec2229b76 None None] Pushing event updated for resources: {'Port': ['ID=5b0ee2bb-e333-4a24-9131-056934c92fb4,revision_number=5']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:05:13.042945 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:13.062420 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 43084) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:05:13.471243 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e363f04b-de18-4064-999b-946e0cbab739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:05:13.477916 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-e363f04b-de18-4064-999b-946e0cbab739 admin admin] 10.222.0.17 "GET /v2.0/networks/db4fd262-df4a-4858-b92c-469a7b8f139e HTTP/1.1" status: 200 len: 842 time: 0.4091263 Jul 28 01:05:13.483912 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-cba142f5-a344-45ec-a4c3-1959a8912633 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'cidr': '172.27.1.0/24'}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:05:13.514418 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba142f5-a344-45ec-a4c3-1959a8912633 admin admin] Made reservation on behalf of bb3fd2235b214e75887726b6b079e208 for: {'subnet': 1} {{(pid=104162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:05:13.517456 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-cba142f5-a344-45ec-a4c3-1959a8912633 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:13.594149 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:05:13.616178 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:05:13.828137 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.objects.ports [None req-cba142f5-a344-45ec-a4c3-1959a8912633 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104162) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 28 01:05:13.829342 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-cba142f5-a344-45ec-a4c3-1959a8912633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for subnet (fbbec24e-3b1c-439c-846a-fd72122ae4ff), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:13.879466 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba142f5-a344-45ec-a4c3-1959a8912633 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbbec24e-3b1c-439c-846a-fd72122ae4ff,revision_number=0']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:05:13.903151 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba142f5-a344-45ec-a4c3-1959a8912633 admin admin] Checking segment: {'id': 'e0235fba-4142-426a-91c5-07cb16b4142e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:05:13.903500 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba142f5-a344-45ec-a4c3-1959a8912633 admin admin] Network hostable DHCP agents. Network: db4fd262-df4a-4858-b92c-469a7b8f139e, hostable agents: ['1da181d0-8fa3-49c1-8992-3db4e395f26f'], hosted agents: [] {{(pid=104162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 01:05:13.929708 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba142f5-a344-45ec-a4c3-1959a8912633 admin admin] Network db4fd262-df4a-4858-b92c-469a7b8f139e is scheduled to be hosted by DHCP agent 1da181d0-8fa3-49c1-8992-3db4e395f26f with binding_index 1 {{(pid=104162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 01:05:13.949274 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-cba142f5-a344-45ec-a4c3-1959a8912633 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-11-iscsi, db4fd262-df4a-4858-b92c-469a7b8f139e) {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:05:13.955514 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba142f5-a344-45ec-a4c3-1959a8912633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:05:13.955739 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-cba142f5-a344-45ec-a4c3-1959a8912633 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for subnet (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:13.960880 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064d5d5e-7f85-47c6-ae04-b14c721582c6 None None] Network db4fd262-df4a-4858-b92c-469a7b8f139e requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:05:13.979569 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-cba142f5-a344-45ec-a4c3-1959a8912633 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5005879 Jul 28 01:05:14.077147 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dbb87e-f842-4717-9851-232d8568bb7e None None] Network db4fd262-df4a-4858-b92c-469a7b8f139e requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:05:14.124693 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:05:16.101962 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=39,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:05:16.107164 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=33,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:05:16.279586 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 43092) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:05:16.714895 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-4efa63ae-580e-4d39-a2bf-f0386a099330 demo admin] 10.222.0.17 "GET /v2.0/routers/fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c HTTP/1.1" status: 200 len: 710 time: 0.4289412 Jul 28 01:05:16.798063 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d39036b-127b-4f7b-b45b-1de98bc0d3cd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:05:16.804757 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-7d39036b-127b-4f7b-b45b-1de98bc0d3cd demo admin] 10.222.0.17 "GET /v2.0/networks/db4fd262-df4a-4858-b92c-469a7b8f139e HTTP/1.1" status: 200 len: 886 time: 0.0838943 Jul 28 01:05:16.808752 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-78e96840-aa53-45cf-b8db-584c9da2957c demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'}}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:05:17.126306 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-78e96840-aa53-45cf-b8db-584c9da2957c demo admin] Publish callbacks [] for router_gateway (fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:17.331605 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:05:17.352350 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-78e96840-aa53-45cf-b8db-584c9da2957c demo admin] Publish callbacks [] for router_gateway (fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:17.390600 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:05:17.436840 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-78e96840-aa53-45cf-b8db-584c9da2957c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:17.544868 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_common [None req-78e96840-aa53-45cf-b8db-584c9da2957c demo admin] Allocated IP 172.27.1.128 (db4fd262-df4a-4858-b92c-469a7b8f139e/fbbec24e-3b1c-439c-846a-fd72122ae4ff/e1be0238-6d60-4889-8976-8558ab75b579) {{(pid=104162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:05:17.671045 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-78e96840-aa53-45cf-b8db-584c9da2957c demo admin] Publish callbacks [] for port (e1be0238-6d60-4889-8976-8558ab75b579), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:17.707467 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-78e96840-aa53-45cf-b8db-584c9da2957c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427'] for port (e1be0238-6d60-4889-8976-8558ab75b579), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:17.751094 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e96840-aa53-45cf-b8db-584c9da2957c demo admin] Network db4fd262-df4a-4858-b92c-469a7b8f139e is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:05:17.756531 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-78e96840-aa53-45cf-b8db-584c9da2957c demo admin] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:05:17.761579 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e96840-aa53-45cf-b8db-584c9da2957c demo admin] Pushing event updated for resources: {'Port': ['ID=e1be0238-6d60-4889-8976-8558ab75b579,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:05:17.763928 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e96840-aa53-45cf-b8db-584c9da2957c demo admin] Received port after_create {{(pid=104162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:05:18.019495 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-78e96840-aa53-45cf-b8db-584c9da2957c demo admin] Publish callbacks [] for router_gateway (fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:18.208463 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:05:18.220347 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-78e96840-aa53-45cf-b8db-584c9da2957c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-947362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-614325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-338'] for router (fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:18.224192 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-78e96840-aa53-45cf-b8db-584c9da2957c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-947334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-947371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-947344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-614306'] for router (fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:18.327911 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e96840-aa53-45cf-b8db-584c9da2957c demo admin] Router fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:05:18.339439 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:05:18.526106 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e96840-aa53-45cf-b8db-584c9da2957c demo admin] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:05:18.530615 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-78e96840-aa53-45cf-b8db-584c9da2957c demo admin] Publish callbacks [] for router (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:18.531865 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-78e96840-aa53-45cf-b8db-584c9da2957c demo admin] 10.222.0.17 "PUT /v2.0/routers/fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c HTTP/1.1" status: 200 len: 890 time: 1.7264833 Jul 28 01:05:18.774920 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 5b0ee2bb-e333-4a24-9131-056934c92fb4 up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:05:18.835087 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port 5b0ee2bb-e333-4a24-9131-056934c92fb4 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:05:18.835461 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (5b0ee2bb-e333-4a24-9131-056934c92fb4), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:18.899904 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:05:18.915464 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port 5b0ee2bb-e333-4a24-9131-056934c92fb4 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:05:19.119517 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1495ed-cb67-4443-bf04-ba7655966fdb None None] Sync routers for ids ['fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c'] in dv-cinder-815582-11-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:05:19.131520 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1495ed-cb67-4443-bf04-ba7655966fdb None None] Routers {'fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:05:19.132155 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-cf1495ed-cb67-4443-bf04-ba7655966fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:05:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:05:19.331030 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-cf1495ed-cb67-4443-bf04-ba7655966fdb None None] Set router fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:05:19.725826 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-cf1495ed-cb67-4443-bf04-ba7655966fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c', 'name': 'router1', 'tenant_id': '5f2e064ab9374fbab081907969175e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'e1be0238-6d60-4889-8976-8558ab75b579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:05:00Z', 'updated_at': '2022-07-28T01:05:17Z', 'revision_number': 4, 'project_id': '5f2e064ab9374fbab081907969175e05', 'gw_port': {'id': 'e1be0238-6d60-4889-8976-8558ab75b579', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:91:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:05:17Z', 'updated_at': '2022-07-28T01:05:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': '5b0ee2bb-e333-4a24-9131-056934c92fb4', 'name': '', 'network_id': '4c0d0830-f074-4881-8a58-b72860f6c7c0', 'tenant_id': '5f2e064ab9374fbab081907969175e05', 'mac_address': 'fa:16:3e:15:41:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e46c1334-6467-4376-8fdd-dc007fa21a42', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:05:09Z', 'updated_at': '2022-07-28T01:05:12Z', 'revision_number': 5, 'project_id': '5f2e064ab9374fbab081907969175e05', 'subnets': [{'id': 'e46c1334-6467-4376-8fdd-dc007fa21a42', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd15b0a6-1ff9-43ce-832e-0662cc5f32da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:05:19.854299 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1495ed-cb67-4443-bf04-ba7655966fdb None None] Checking router: fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c for host: dv-cinder-815582-11-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:05:19.855009 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1495ed-cb67-4443-bf04-ba7655966fdb None None] Updating router fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c port e1be0238-6d60-4889-8976-8558ab75b579 binding host dv-cinder-815582-11-iscsi {{(pid=104163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 01:05:19.911642 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-cf1495ed-cb67-4443-bf04-ba7655966fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (e1be0238-6d60-4889-8976-8558ab75b579), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:20.226890 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-cf1495ed-cb67-4443-bf04-ba7655966fdb None None] Publish callbacks [] for port (e1be0238-6d60-4889-8976-8558ab75b579), precommit_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:20.233001 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-cf1495ed-cb67-4443-bf04-ba7655966fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (e1be0238-6d60-4889-8976-8558ab75b579), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:20.277026 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:05:20.287057 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b63d7-122a-42ae-91e6-5546f23a7870 None None] Pushing event updated for resources: {'Port': ['ID=e1be0238-6d60-4889-8976-8558ab75b579,revision_number=2']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:05:20.292069 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-cf1495ed-cb67-4443-bf04-ba7655966fdb None None] Attempting to bind port e1be0238-6d60-4889-8976-8558ab75b579 on host dv-cinder-815582-11-iscsi for vnic_type normal with profile {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:05:20.292402 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-cf1495ed-cb67-4443-bf04-ba7655966fdb None None] Attempting to bind port e1be0238-6d60-4889-8976-8558ab75b579 by drivers openvswitch,hyperv on host dv-cinder-815582-11-iscsi at level 0 using segments [{'id': 'e0235fba-4142-426a-91c5-07cb16b4142e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:05:20.292769 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1495ed-cb67-4443-bf04-ba7655966fdb None None] Attempting to bind port e1be0238-6d60-4889-8976-8558ab75b579 on network db4fd262-df4a-4858-b92c-469a7b8f139e {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:05:20.298869 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1495ed-cb67-4443-bf04-ba7655966fdb None None] Checking agent: {'id': 'e0b16abb-2210-4432-8141-713fb95a37e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 4, 43), 'started_at': datetime.datetime(2022, 7, 28, 1, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:05:20.302137 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1495ed-cb67-4443-bf04-ba7655966fdb None None] Checking segment: {'id': 'e0235fba-4142-426a-91c5-07cb16b4142e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:05:20.302137 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-cf1495ed-cb67-4443-bf04-ba7655966fdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:20.302137 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1495ed-cb67-4443-bf04-ba7655966fdb None None] Bound using segment: {'id': 'e0235fba-4142-426a-91c5-07cb16b4142e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:05:20.302137 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-cf1495ed-cb67-4443-bf04-ba7655966fdb None None] Bound port: e1be0238-6d60-4889-8976-8558ab75b579, host: dv-cinder-815582-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0235fba-4142-426a-91c5-07cb16b4142e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'}}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:05:20.302137 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-cf1495ed-cb67-4443-bf04-ba7655966fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (e1be0238-6d60-4889-8976-8558ab75b579), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:20.349417 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-cf1495ed-cb67-4443-bf04-ba7655966fdb None None] For port e1be0238-6d60-4889-8976-8558ab75b579, host dv-cinder-815582-11-iscsi, cleared binding levels {{(pid=104163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:05:20.352503 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-cf1495ed-cb67-4443-bf04-ba7655966fdb None None] For port e1be0238-6d60-4889-8976-8558ab75b579, host dv-cinder-815582-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=e1be0238-6d60-4889-8976-8558ab75b579,segment=NetworkSegment(e0235fba-4142-426a-91c5-07cb16b4142e),segment_id=e0235fba-4142-426a-91c5-07cb16b4142e)] {{(pid=104163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:05:20.358023 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-cf1495ed-cb67-4443-bf04-ba7655966fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (e1be0238-6d60-4889-8976-8558ab75b579), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:20.418365 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b63d7-122a-42ae-91e6-5546f23a7870 None None] Pushing event updated for resources: {'Port': ['ID=e1be0238-6d60-4889-8976-8558ab75b579,revision_number=3']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:05:20.420967 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1495ed-cb67-4443-bf04-ba7655966fdb None None] Routers {'fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:05:20.421582 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-cf1495ed-cb67-4443-bf04-ba7655966fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:05:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:05:20.454142 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:05:20.528656 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-cf1495ed-cb67-4443-bf04-ba7655966fdb None None] Set router fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:05:20.726141 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-cf1495ed-cb67-4443-bf04-ba7655966fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c', 'name': 'router1', 'tenant_id': '5f2e064ab9374fbab081907969175e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'e1be0238-6d60-4889-8976-8558ab75b579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:05:00Z', 'updated_at': '2022-07-28T01:05:17Z', 'revision_number': 4, 'project_id': '5f2e064ab9374fbab081907969175e05', 'gw_port': {'id': 'e1be0238-6d60-4889-8976-8558ab75b579', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:91:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:05:17Z', 'updated_at': '2022-07-28T01:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': '5b0ee2bb-e333-4a24-9131-056934c92fb4', 'name': '', 'network_id': '4c0d0830-f074-4881-8a58-b72860f6c7c0', 'tenant_id': '5f2e064ab9374fbab081907969175e05', 'mac_address': 'fa:16:3e:15:41:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e46c1334-6467-4376-8fdd-dc007fa21a42', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:05:09Z', 'updated_at': '2022-07-28T01:05:12Z', 'revision_number': 5, 'project_id': '5f2e064ab9374fbab081907969175e05', 'subnets': [{'id': 'e46c1334-6467-4376-8fdd-dc007fa21a42', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd15b0a6-1ff9-43ce-832e-0662cc5f32da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:05:20.757628 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1495ed-cb67-4443-bf04-ba7655966fdb None None] The sync data for ids ['fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c'] in dv-cinder-815582-11-iscsi is: [{'id': 'fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c', 'name': 'router1', 'tenant_id': '5f2e064ab9374fbab081907969175e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'e1be0238-6d60-4889-8976-8558ab75b579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:05:00Z', 'updated_at': '2022-07-28T01:05:17Z', 'revision_number': 4, 'project_id': '5f2e064ab9374fbab081907969175e05', 'gw_port': {'id': 'e1be0238-6d60-4889-8976-8558ab75b579', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:91:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:05:17Z', 'updated_at': '2022-07-28T01:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': '5b0ee2bb-e333-4a24-9131-056934c92fb4', 'name': '', 'network_id': '4c0d0830-f074-4881-8a58-b72860f6c7c0', 'tenant_id': '5f2e064ab9374fbab081907969175e05', 'mac_address': 'fa:16:3e:15:41:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9d4a03-17aa-4cc3-8b30-51bf492b0e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e46c1334-6467-4376-8fdd-dc007fa21a42', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:05:09Z', 'updated_at': '2022-07-28T01:05:12Z', 'revision_number': 5, 'project_id': '5f2e064ab9374fbab081907969175e05', 'subnets': [{'id': 'e46c1334-6467-4376-8fdd-dc007fa21a42', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd15b0a6-1ff9-43ce-832e-0662cc5f32da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:05:20.973449 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 43104) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:05:21.391316 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-1d82e9e2-22e0-405f-b47c-54b45e9aab86 admin admin] 10.222.0.17 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4165337 Jul 28 01:05:22.740757 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=28 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:05:22.769278 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=48 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:05:22.802517 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device e1be0238-6d60-4889-8976-8558ab75b579 up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:05:22.846188 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port e1be0238-6d60-4889-8976-8558ab75b579 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:05:22.846581 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (e1be0238-6d60-4889-8976-8558ab75b579), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:22.920643 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port e1be0238-6d60-4889-8976-8558ab75b579 is: DOWN; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:05:22.921032 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (e1be0238-6d60-4889-8976-8558ab75b579), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:22.942021 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] For port e1be0238-6d60-4889-8976-8558ab75b579, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=e1be0238-6d60-4889-8976-8558ab75b579,segment=NetworkSegment(e0235fba-4142-426a-91c5-07cb16b4142e),segment_id=e0235fba-4142-426a-91c5-07cb16b4142e)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:05:22.946825 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (e1be0238-6d60-4889-8976-8558ab75b579), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:22.998929 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Pushing event updated for resources: {'Port': ['ID=e1be0238-6d60-4889-8976-8558ab75b579,revision_number=4']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:05:24.784551 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device e1be0238-6d60-4889-8976-8558ab75b579 up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:05:24.847580 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port e1be0238-6d60-4889-8976-8558ab75b579 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:05:24.847969 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (e1be0238-6d60-4889-8976-8558ab75b579), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:24.957194 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port e1be0238-6d60-4889-8976-8558ab75b579 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:05:31.383088 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=33 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:05:31.387266 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=8 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:05:34.384746 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=2 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:05:34.389521 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=4 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:05:34.938601 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=77 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:05:34.957987 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:05:37.819416 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2bc7cb63-b356-4714-8b94-3c2c7082ab79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:40.331945 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-d90d180b-1907-4331-93a6-808c1461fb27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:41.271660 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:42.376555 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.agents_db [None req-b5d7b8ea-190f-43e3-81f4-c45e7fbfa344 None None] Agent healthcheck: found 5 active agents {{(pid=104164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 01:05:42.633105 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:43.062317 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:05:52.371500 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:05:52.372715 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:05:52.623264 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:05:53.056865 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:06:07.816095 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-c56d0442-49d2-442d-9807-6da2db17a344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:06:10.327741 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3b275b3f-55f6-4c5e-9706-f41664b5f729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:06:11.275621 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:06:11.373993 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=3 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:06:11.378390 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=3 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:06:12.639616 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:06:13.043270 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:06:19.377135 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.agents_db [None req-b5d7b8ea-190f-43e3-81f4-c45e7fbfa344 None None] Agent healthcheck: found 5 active agents {{(pid=104164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 01:06:23.033243 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:06:23.036572 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:06:36.371988 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=2 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:06:36.374046 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:06:37.817944 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3f36cdaa-f15b-4770-8d81-3e8878760d07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:06:40.326542 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-a1a96e7e-2a2a-4b9c-842e-ae8cbb16f384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:06:41.280551 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:06:42.635777 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:06:43.048949 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:06:47.716201 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 43642) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:06:48.242354 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1729d01-076c-42e0-87db-f456b3e579b7 admin admin] GET failed (client error): The resource could not be found. Jul 28 01:06:48.243918 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-c1729d01-076c-42e0-87db-f456b3e579b7 admin admin] 10.222.0.17 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.5268457 Jul 28 01:06:48.392042 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=4 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:06:48.448403 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e16ddf-9162-448c-92d1-c14a6be1165c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:06:48.451061 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-26e16ddf-9162-448c-92d1-c14a6be1165c admin admin] 10.222.0.17 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2018001 Jul 28 01:06:50.970223 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 43652) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:06:51.453324 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcd3336-f3ed-4614-ad9d-a597b5645c57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:06:51.455187 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-2fcd3336-f3ed-4614-ad9d-a597b5645c57 admin admin] 10.222.0.17 "GET /v2.0/subnets/e46c1334-6467-4376-8fdd-dc007fa21a42 HTTP/1.1" status: 200 len: 849 time: 0.4835739 Jul 28 01:06:51.466746 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-80f3fe9d-542d-4e0c-aa3a-71ac499cbfcd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:06:51.569299 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-80f3fe9d-542d-4e0c-aa3a-71ac499cbfcd admin admin] Publish callbacks [] for subnet (e46c1334-6467-4376-8fdd-dc007fa21a42), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:06:51.754535 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-80f3fe9d-542d-4e0c-aa3a-71ac499cbfcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778716778469'] for subnet (e46c1334-6467-4376-8fdd-dc007fa21a42), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:06:51.795786 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f3fe9d-542d-4e0c-aa3a-71ac499cbfcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:06:51.797125 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-80f3fe9d-542d-4e0c-aa3a-71ac499cbfcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for subnet (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:06:51.803190 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-80f3fe9d-542d-4e0c-aa3a-71ac499cbfcd admin admin] 10.222.0.17 "PUT /v2.0/subnets/e46c1334-6467-4376-8fdd-dc007fa21a42 HTTP/1.1" status: 200 len: 868 time: 0.3362834 Jul 28 01:06:51.803497 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1acb31-68d4-4c7c-bf62-2e96a32b0b2c None None] Network 4c0d0830-f074-4881-8a58-b72860f6c7c0 requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:06:51.834803 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3fe9d-542d-4e0c-aa3a-71ac499cbfcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e46c1334-6467-4376-8fdd-dc007fa21a42,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:06:51.847744 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f3fe9d-542d-4e0c-aa3a-71ac499cbfcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:06:51.848276 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f3fe9d-542d-4e0c-aa3a-71ac499cbfcd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:06:51.848771 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f3fe9d-542d-4e0c-aa3a-71ac499cbfcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:06:51.849297 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f3fe9d-542d-4e0c-aa3a-71ac499cbfcd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:06:51.849805 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f3fe9d-542d-4e0c-aa3a-71ac499cbfcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:06:51.850311 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f3fe9d-542d-4e0c-aa3a-71ac499cbfcd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:06:51.850810 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f3fe9d-542d-4e0c-aa3a-71ac499cbfcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:06:51.851741 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f3fe9d-542d-4e0c-aa3a-71ac499cbfcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:06:51.852285 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f3fe9d-542d-4e0c-aa3a-71ac499cbfcd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:06:51.852849 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f3fe9d-542d-4e0c-aa3a-71ac499cbfcd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:06:51.853365 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f3fe9d-542d-4e0c-aa3a-71ac499cbfcd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:06:51.853903 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f3fe9d-542d-4e0c-aa3a-71ac499cbfcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:06:51.854383 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f3fe9d-542d-4e0c-aa3a-71ac499cbfcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:06:51.854901 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f3fe9d-542d-4e0c-aa3a-71ac499cbfcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:06:51.855400 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f3fe9d-542d-4e0c-aa3a-71ac499cbfcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:06:52.301357 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-1db9736a-fc80-4a7c-ab25-2383b8c2f8f0 None None] Provisioning complete for port 5b0ee2bb-e333-4a24-9131-056934c92fb4 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:06:52.301863 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-1db9736a-fc80-4a7c-ab25-2383b8c2f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (5b0ee2bb-e333-4a24-9131-056934c92fb4), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:06:52.398414 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-1db9736a-fc80-4a7c-ab25-2383b8c2f8f0 None None] Current status of the port 5b0ee2bb-e333-4a24-9131-056934c92fb4 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:06:52.411918 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-1db9736a-fc80-4a7c-ab25-2383b8c2f8f0 None None] Provisioning complete for port 6fd9ff79-45ac-414b-8fba-499aeeb7d2e8 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:06:52.412586 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-1db9736a-fc80-4a7c-ab25-2383b8c2f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (6fd9ff79-45ac-414b-8fba-499aeeb7d2e8), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:06:52.546494 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-1db9736a-fc80-4a7c-ab25-2383b8c2f8f0 None None] Current status of the port 6fd9ff79-45ac-414b-8fba-499aeeb7d2e8 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:06:54.281101 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 43660) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:06:54.905539 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b7d111-e26c-441a-846e-566f0a956044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:06:54.906014 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b7d111-e26c-441a-846e-566f0a956044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:06:54.907788 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-40b7d111-e26c-441a-846e-566f0a956044 admin admin] 10.222.0.17 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.6257355 Jul 28 01:06:56.377536 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.agents_db [None req-b5d7b8ea-190f-43e3-81f4-c45e7fbfa344 None None] Agent healthcheck: found 5 active agents {{(pid=104164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 01:06:57.271616 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 43670) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:06:57.807541 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604c6902-22a5-486c-b752-f7f7faa926ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:06:57.808017 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604c6902-22a5-486c-b752-f7f7faa926ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:06:57.809711 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-604c6902-22a5-486c-b752-f7f7faa926ed admin admin] 10.222.0.17 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5367961 Jul 28 01:07:00.197319 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 43678) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:07:00.775632 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f64dda-505b-4610-a011-674834fbbb25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:07:00.776528 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-d4f64dda-505b-4610-a011-674834fbbb25 admin admin] 10.222.0.17 "GET /v2.0/networks/4c0d0830-f074-4881-8a58-b72860f6c7c0 HTTP/1.1" status: 200 len: 869 time: 0.5775769 Jul 28 01:07:01.838787 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=56,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:07:01.840078 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=66,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:07:02.541657 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:UPDATE=1,neutron:SELECT=48 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:07:02.543964 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=44,neutron:UPDATE=4 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:07:03.196931 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 43686) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:07:03.681971 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6549d98-27a8-4282-9e82-7c09aae96f48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:07:03.683454 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-d6549d98-27a8-4282-9e82-7c09aae96f48 admin admin] 10.222.0.17 "GET /v2.0/networks/db4fd262-df4a-4858-b92c-469a7b8f139e HTTP/1.1" status: 200 len: 886 time: 0.4855340 Jul 28 01:07:06.155420 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 43694) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:07:06.372721 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=6 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:07:06.685412 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad969b7c-e4be-4007-9a27-1087550da559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:07:06.685868 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad969b7c-e4be-4007-9a27-1087550da559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:07:06.687523 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-ad969b7c-e4be-4007-9a27-1087550da559 admin admin] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5310941 Jul 28 01:07:07.813668 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-4d2f4f82-1c5e-4685-abcb-7e15a5b17294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:07:09.055895 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 43704) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:07:09.541491 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7729effa-490b-450f-92f9-4733a0cc0b32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:07:09.542294 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7729effa-490b-450f-92f9-4733a0cc0b32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:07:09.545070 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-7729effa-490b-450f-92f9-4733a0cc0b32 admin admin] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4880979 Jul 28 01:07:10.334452 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-4e9799a9-b537-42de-8171-bb63a9f130b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:07:11.289324 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:07:11.873322 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 43712) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:07:12.312321 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7517d7ab-5d74-4e41-999b-c3e5432e7067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:07:12.314331 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-7517d7ab-5d74-4e41-999b-c3e5432e7067 admin admin] 10.222.0.17 "GET /v2.0/subnets/e46c1334-6467-4376-8fdd-dc007fa21a42 HTTP/1.1" status: 200 len: 868 time: 0.4396980 Jul 28 01:07:12.639535 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:07:13.035322 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:07:14.675203 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 43720) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:07:15.179746 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3d39a0-ce8f-422a-a4aa-335f0d5409bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:07:15.181309 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-1d3d39a0-ce8f-422a-a4aa-335f0d5409bb admin admin] 10.222.0.17 "GET /v2.0/subnets/fbbec24e-3b1c-439c-846a-fd72122ae4ff HTTP/1.1" status: 200 len: 816 time: 0.5051506 Jul 28 01:07:19.531909 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=55 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:07:19.534229 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=60 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:07:23.027858 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:07:23.029833 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:07:25.170661 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=12 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:07:25.176020 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=11 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:07:25.374755 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=2 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:07:25.384718 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=4 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:07:33.377929 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.agents_db [None req-b5d7b8ea-190f-43e3-81f4-c45e7fbfa344 None None] Agent healthcheck: found 5 active agents {{(pid=104164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 01:07:36.916674 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=13 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:07:37.822016 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-bf8f79e5-652a-427e-9af1-8403f3ad998d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:07:40.322632 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-f83274a4-ad48-4538-bd84-c00a2a77058e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:07:41.286689 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:07:42.644957 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:07:43.042706 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:07:43.373618 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=15 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:07:45.361423 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 43776) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:07:45.768775 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [None req-9f6f208a-272d-4364-a7c2-88061add64d9 admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=104162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 01:07:45.769934 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-9f6f208a-272d-4364-a7c2-88061add64d9 admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4076855 Jul 28 01:07:48.224135 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 43784) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:07:48.657043 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc241ba3-6c37-4c60-b130-0274e4fc9bc4 admin admin] GET failed (client error): The resource could not be found. Jul 28 01:07:48.658551 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-bc241ba3-6c37-4c60-b130-0274e4fc9bc4 admin admin] 10.222.0.17 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.4334378 Jul 28 01:07:48.839414 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b440f9d8-3760-4492-9ab9-8ba2c6ba1c7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:07:48.840992 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-b440f9d8-3760-4492-9ab9-8ba2c6ba1c7a admin admin] 10.222.0.17 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1778412 Jul 28 01:07:51.264706 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 43792) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:07:51.745008 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-5457a919-df68-423c-b5ab-d6138a59e19f admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:07:51.771749 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5457a919-df68-423c-b5ab-d6138a59e19f admin admin] Made reservation on behalf of bb3fd2235b214e75887726b6b079e208 for: {'network': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:07:51.776793 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5457a919-df68-423c-b5ab-d6138a59e19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for network (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:07:51.822757 dv-cinder-815582-11-iscsi neutron-server[104161]: WARNING neutron.services.revisions.revision_plugin [None req-5457a919-df68-423c-b5ab-d6138a59e19f admin admin] Could not find related network for resource to bump revision. Jul 28 01:07:51.844443 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5457a919-df68-423c-b5ab-d6138a59e19f admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=104161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 01:07:51.862114 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5457a919-df68-423c-b5ab-d6138a59e19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084'] for segment (78b853b7-3e91-4739-b951-31df12a3473f), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:07:51.862439 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.db.segments_db [None req-5457a919-df68-423c-b5ab-d6138a59e19f admin admin] Added segment 78b853b7-3e91-4739-b951-31df12a3473f of type vlan for network 40c6d24e-e76c-41ce-8b03-bd7d46e79076 Jul 28 01:07:51.940017 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5457a919-df68-423c-b5ab-d6138a59e19f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778716385410'] for network (40c6d24e-e76c-41ce-8b03-bd7d46e79076), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:07:51.971964 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5457a919-df68-423c-b5ab-d6138a59e19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for network (40c6d24e-e76c-41ce-8b03-bd7d46e79076), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:07:51.973001 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5457a919-df68-423c-b5ab-d6138a59e19f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:07:51.973657 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5457a919-df68-423c-b5ab-d6138a59e19f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:07:52.044277 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-5457a919-df68-423c-b5ab-d6138a59e19f admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.7780929 Jul 28 01:07:52.052840 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5457a919-df68-423c-b5ab-d6138a59e19f admin admin] Pushing event updated for resources: {'Network': ['ID=40c6d24e-e76c-41ce-8b03-bd7d46e79076,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:07:52.066153 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5457a919-df68-423c-b5ab-d6138a59e19f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:07:52.066650 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5457a919-df68-423c-b5ab-d6138a59e19f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:07:52.067323 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5457a919-df68-423c-b5ab-d6138a59e19f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:07:52.067838 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5457a919-df68-423c-b5ab-d6138a59e19f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:07:52.068480 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5457a919-df68-423c-b5ab-d6138a59e19f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:07:52.069010 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5457a919-df68-423c-b5ab-d6138a59e19f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:07:52.069516 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5457a919-df68-423c-b5ab-d6138a59e19f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:07:52.070013 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5457a919-df68-423c-b5ab-d6138a59e19f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:07:52.070560 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5457a919-df68-423c-b5ab-d6138a59e19f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:07:52.071073 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5457a919-df68-423c-b5ab-d6138a59e19f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:07:52.071608 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5457a919-df68-423c-b5ab-d6138a59e19f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:07:52.072103 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5457a919-df68-423c-b5ab-d6138a59e19f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:07:52.072595 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5457a919-df68-423c-b5ab-d6138a59e19f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:07:52.073064 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5457a919-df68-423c-b5ab-d6138a59e19f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:07:52.073529 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5457a919-df68-423c-b5ab-d6138a59e19f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:07:52.091015 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Network 40c6d24e-e76c-41ce-8b03-bd7d46e79076 details requested by agent ovs-agent-dv-cinder-815582-11-iscsi with host dv-cinder-815582-11-iscsi {{(pid=104163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 01:07:54.468063 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 43800) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:07:54.935805 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.pecan_wsgi.hooks.translation [None req-93f29b47-c721-4537-83dd-994bf80d34c7 admin admin] GET failed (client error): The resource could not be found. Jul 28 01:07:54.937397 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-93f29b47-c721-4537-83dd-994bf80d34c7 admin admin] 10.222.0.17 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.4681678 Jul 28 01:07:55.022315 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377fecc2-fc83-4034-a6d3-f4ec232f731f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:07:55.024012 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-377fecc2-fc83-4034-a6d3-f4ec232f731f admin admin] 10.222.0.17 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0819664 Jul 28 01:07:55.038568 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-1ce67913-e809-4d75-86b6-c712028fd2b5 admin admin] Request body: {'subnet': {'network_id': '40c6d24e-e76c-41ce-8b03-bd7d46e79076', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:07:55.063010 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce67913-e809-4d75-86b6-c712028fd2b5 admin admin] Made reservation on behalf of bb3fd2235b214e75887726b6b079e208 for: {'subnet': 1} {{(pid=104162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:07:55.065678 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1ce67913-e809-4d75-86b6-c712028fd2b5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:07:55.267279 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1ce67913-e809-4d75-86b6-c712028fd2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for subnet (985a7bfb-63db-474c-818c-0b7795f3697d), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:07:55.326491 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce67913-e809-4d75-86b6-c712028fd2b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=985a7bfb-63db-474c-818c-0b7795f3697d,revision_number=0']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:07:55.342949 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce67913-e809-4d75-86b6-c712028fd2b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:07:55.343323 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce67913-e809-4d75-86b6-c712028fd2b5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:07:55.343640 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce67913-e809-4d75-86b6-c712028fd2b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:07:55.344015 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce67913-e809-4d75-86b6-c712028fd2b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:07:55.344360 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce67913-e809-4d75-86b6-c712028fd2b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:07:55.344706 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce67913-e809-4d75-86b6-c712028fd2b5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:07:55.345041 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce67913-e809-4d75-86b6-c712028fd2b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:07:55.345386 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce67913-e809-4d75-86b6-c712028fd2b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:07:55.345709 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce67913-e809-4d75-86b6-c712028fd2b5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:07:55.346027 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce67913-e809-4d75-86b6-c712028fd2b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:07:55.346350 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce67913-e809-4d75-86b6-c712028fd2b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:07:55.346671 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce67913-e809-4d75-86b6-c712028fd2b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:07:55.347021 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce67913-e809-4d75-86b6-c712028fd2b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:07:55.347345 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce67913-e809-4d75-86b6-c712028fd2b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:07:55.347650 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce67913-e809-4d75-86b6-c712028fd2b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:07:55.356888 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce67913-e809-4d75-86b6-c712028fd2b5 admin admin] Checking segment: {'id': '78b853b7-3e91-4739-b951-31df12a3473f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '40c6d24e-e76c-41ce-8b03-bd7d46e79076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:07:55.357287 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce67913-e809-4d75-86b6-c712028fd2b5 admin admin] Network hostable DHCP agents. Network: 40c6d24e-e76c-41ce-8b03-bd7d46e79076, hostable agents: ['1da181d0-8fa3-49c1-8992-3db4e395f26f'], hosted agents: [] {{(pid=104162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 01:07:55.380569 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce67913-e809-4d75-86b6-c712028fd2b5 admin admin] Network 40c6d24e-e76c-41ce-8b03-bd7d46e79076 is scheduled to be hosted by DHCP agent 1da181d0-8fa3-49c1-8992-3db4e395f26f with binding_index 1 {{(pid=104162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 01:07:55.395269 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-1ce67913-e809-4d75-86b6-c712028fd2b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-11-iscsi, 40c6d24e-e76c-41ce-8b03-bd7d46e79076) {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:07:55.403149 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce67913-e809-4d75-86b6-c712028fd2b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:07:55.403622 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1ce67913-e809-4d75-86b6-c712028fd2b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for subnet (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:07:55.406497 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9933e603-d9da-4fc9-a4f2-f5d88cb2f041 None None] Network 40c6d24e-e76c-41ce-8b03-bd7d46e79076 requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:07:55.446881 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-1ce67913-e809-4d75-86b6-c712028fd2b5 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3995316 Jul 28 01:07:55.550319 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8a5d8f-c419-4a84-ba64-bde354b7f561 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11df1cfc-1f6d-5ec1-8de9-f52b05ea7209-40c6d24e-e76c-41ce-8b03-bd7d46e79076', 'network_id': '40c6d24e-e76c-41ce-8b03-bd7d46e79076', 'project_id': 'bb3fd2235b214e75887726b6b079e208', 'fixed_ips': [{'subnet_id': '985a7bfb-63db-474c-818c-0b7795f3697d'}]}} from dv-cinder-815582-11-iscsi. {{(pid=104163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 01:07:55.552017 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2b8a5d8f-c419-4a84-ba64-bde354b7f561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:07:55.789845 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.db_base_plugin_common [None req-2b8a5d8f-c419-4a84-ba64-bde354b7f561 None None] Allocated IP 192.168.233.2 (40c6d24e-e76c-41ce-8b03-bd7d46e79076/985a7bfb-63db-474c-818c-0b7795f3697d/c3f26da5-bd0a-4586-9a0c-31758f7e0cae) {{(pid=104163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:07:55.984671 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2b8a5d8f-c419-4a84-ba64-bde354b7f561 None None] Publish callbacks [] for port (c3f26da5-bd0a-4586-9a0c-31758f7e0cae), precommit_create {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:07:55.999514 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2b8a5d8f-c419-4a84-ba64-bde354b7f561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427'] for port (c3f26da5-bd0a-4586-9a0c-31758f7e0cae), after_create {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:07:56.058659 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8a5d8f-c419-4a84-ba64-bde354b7f561 None None] Network 40c6d24e-e76c-41ce-8b03-bd7d46e79076 is already hosted by enough agents. {{(pid=104163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:07:56.060391 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.scheduler.base_scheduler [None req-2b8a5d8f-c419-4a84-ba64-bde354b7f561 None None] Resources bound (agent type, host, resource id): {{(pid=104163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:07:56.062297 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a5d8f-c419-4a84-ba64-bde354b7f561 None None] Pushing event updated for resources: {'Port': ['ID=c3f26da5-bd0a-4586-9a0c-31758f7e0cae,revision_number=1']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:07:56.064922 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8a5d8f-c419-4a84-ba64-bde354b7f561 None None] Received port after_create {{(pid=104163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:07:56.074571 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8a5d8f-c419-4a84-ba64-bde354b7f561 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:07:56.074967 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8a5d8f-c419-4a84-ba64-bde354b7f561 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:07:56.075298 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8a5d8f-c419-4a84-ba64-bde354b7f561 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:07:56.075632 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8a5d8f-c419-4a84-ba64-bde354b7f561 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:07:56.075962 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8a5d8f-c419-4a84-ba64-bde354b7f561 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:07:56.076287 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8a5d8f-c419-4a84-ba64-bde354b7f561 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:07:56.076601 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8a5d8f-c419-4a84-ba64-bde354b7f561 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:07:56.076923 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8a5d8f-c419-4a84-ba64-bde354b7f561 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:07:56.077246 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8a5d8f-c419-4a84-ba64-bde354b7f561 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:07:56.077558 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8a5d8f-c419-4a84-ba64-bde354b7f561 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:07:56.077870 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8a5d8f-c419-4a84-ba64-bde354b7f561 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:07:56.078199 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8a5d8f-c419-4a84-ba64-bde354b7f561 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:07:56.078625 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8a5d8f-c419-4a84-ba64-bde354b7f561 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:07:56.079198 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8a5d8f-c419-4a84-ba64-bde354b7f561 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:07:56.079389 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8a5d8f-c419-4a84-ba64-bde354b7f561 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:07:56.252180 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-2b8a5d8f-c419-4a84-ba64-bde354b7f561 None None] Attempting to bind port c3f26da5-bd0a-4586-9a0c-31758f7e0cae on host dv-cinder-815582-11-iscsi for vnic_type normal with profile {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:07:56.252542 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-2b8a5d8f-c419-4a84-ba64-bde354b7f561 None None] Attempting to bind port c3f26da5-bd0a-4586-9a0c-31758f7e0cae by drivers openvswitch,hyperv on host dv-cinder-815582-11-iscsi at level 0 using segments [{'id': '78b853b7-3e91-4739-b951-31df12a3473f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '40c6d24e-e76c-41ce-8b03-bd7d46e79076'}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:07:56.252898 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8a5d8f-c419-4a84-ba64-bde354b7f561 None None] Attempting to bind port c3f26da5-bd0a-4586-9a0c-31758f7e0cae on network 40c6d24e-e76c-41ce-8b03-bd7d46e79076 {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:07:56.259636 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8a5d8f-c419-4a84-ba64-bde354b7f561 None None] Checking agent: {'id': 'e0b16abb-2210-4432-8141-713fb95a37e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 4, 43), 'started_at': datetime.datetime(2022, 7, 28, 1, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:07:56.260158 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8a5d8f-c419-4a84-ba64-bde354b7f561 None None] Checking segment: {'id': '78b853b7-3e91-4739-b951-31df12a3473f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '40c6d24e-e76c-41ce-8b03-bd7d46e79076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:07:56.260571 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2b8a5d8f-c419-4a84-ba64-bde354b7f561 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:07:56.260975 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8a5d8f-c419-4a84-ba64-bde354b7f561 None None] Bound using segment: {'id': '78b853b7-3e91-4739-b951-31df12a3473f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '40c6d24e-e76c-41ce-8b03-bd7d46e79076'} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:07:56.261453 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-2b8a5d8f-c419-4a84-ba64-bde354b7f561 None None] Bound port: c3f26da5-bd0a-4586-9a0c-31758f7e0cae, host: dv-cinder-815582-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78b853b7-3e91-4739-b951-31df12a3473f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '40c6d24e-e76c-41ce-8b03-bd7d46e79076'}}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:07:56.261862 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2b8a5d8f-c419-4a84-ba64-bde354b7f561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (c3f26da5-bd0a-4586-9a0c-31758f7e0cae), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:07:56.339967 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-2b8a5d8f-c419-4a84-ba64-bde354b7f561 None None] For port c3f26da5-bd0a-4586-9a0c-31758f7e0cae, host dv-cinder-815582-11-iscsi, cleared binding levels {{(pid=104163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:07:56.344305 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-2b8a5d8f-c419-4a84-ba64-bde354b7f561 None None] For port c3f26da5-bd0a-4586-9a0c-31758f7e0cae, host dv-cinder-815582-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=c3f26da5-bd0a-4586-9a0c-31758f7e0cae,segment=NetworkSegment(78b853b7-3e91-4739-b951-31df12a3473f),segment_id=78b853b7-3e91-4739-b951-31df12a3473f)] {{(pid=104163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:07:56.355851 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2b8a5d8f-c419-4a84-ba64-bde354b7f561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (c3f26da5-bd0a-4586-9a0c-31758f7e0cae), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:07:56.389707 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:07:56.429963 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a5d8f-c419-4a84-ba64-bde354b7f561 None None] Pushing event updated for resources: {'Port': ['ID=c3f26da5-bd0a-4586-9a0c-31758f7e0cae,revision_number=2']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:07:56.924621 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device c3f26da5-bd0a-4586-9a0c-31758f7e0cae up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:07:56.997780 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port c3f26da5-bd0a-4586-9a0c-31758f7e0cae triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:07:56.998784 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (c3f26da5-bd0a-4586-9a0c-31758f7e0cae), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:07:57.038282 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:07:57.140474 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port c3f26da5-bd0a-4586-9a0c-31758f7e0cae is: DOWN; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:07:57.141104 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (c3f26da5-bd0a-4586-9a0c-31758f7e0cae), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:07:57.206571 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] For port c3f26da5-bd0a-4586-9a0c-31758f7e0cae, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=c3f26da5-bd0a-4586-9a0c-31758f7e0cae,segment=NetworkSegment(78b853b7-3e91-4739-b951-31df12a3473f),segment_id=78b853b7-3e91-4739-b951-31df12a3473f)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:07:57.213009 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (c3f26da5-bd0a-4586-9a0c-31758f7e0cae), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:07:57.299825 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Pushing event updated for resources: {'Port': ['ID=c3f26da5-bd0a-4586-9a0c-31758f7e0cae,revision_number=3']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:07:57.469269 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42c870e-1cb8-4158-9dc3-14f0f923da0c None None] Network 40c6d24e-e76c-41ce-8b03-bd7d46e79076 requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:07:57.591384 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-aa4dbd5f-4734-4720-a3ef-ad4677631e48 None None] Provisioning complete for port c3f26da5-bd0a-4586-9a0c-31758f7e0cae triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:07:57.592023 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-aa4dbd5f-4734-4720-a3ef-ad4677631e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (c3f26da5-bd0a-4586-9a0c-31758f7e0cae), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:07:57.806807 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-aa4dbd5f-4734-4720-a3ef-ad4677631e48 None None] Current status of the port c3f26da5-bd0a-4586-9a0c-31758f7e0cae is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:07:58.032238 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-b12268a4-3729-4148-b50d-0130cf3dd969 None None] Provisioning complete for port c3f26da5-bd0a-4586-9a0c-31758f7e0cae triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:07:58.033406 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-b12268a4-3729-4148-b50d-0130cf3dd969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (c3f26da5-bd0a-4586-9a0c-31758f7e0cae), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:07:58.154866 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-b12268a4-3729-4148-b50d-0130cf3dd969 None None] Current status of the port c3f26da5-bd0a-4586-9a0c-31758f7e0cae is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:07:58.878595 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device c3f26da5-bd0a-4586-9a0c-31758f7e0cae up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:07:58.930894 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port c3f26da5-bd0a-4586-9a0c-31758f7e0cae triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:07:58.931293 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (c3f26da5-bd0a-4586-9a0c-31758f7e0cae), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:07:59.025506 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port c3f26da5-bd0a-4586-9a0c-31758f7e0cae is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:08:02.048793 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=35,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:08:02.058741 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=36,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:08:02.383823 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=2 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:08:02.384539 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=4 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:08:05.417671 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=48,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:08:05.423861 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=45,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:08:06.794642 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=100 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:08:07.826353 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-15018936-28a4-4ae3-8aa2-5d9dc1dea09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:08:10.322400 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-5094e19f-524a-41e3-bb2b-67ffb7631f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:08:10.378247 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.agents_db [None req-b5d7b8ea-190f-43e3-81f4-c45e7fbfa344 None None] Agent healthcheck: found 5 active agents {{(pid=104164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 01:08:11.287982 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:08:12.652767 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:08:13.037228 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:08:20.373530 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:08:20.374286 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:08:23.019601 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:08:23.032588 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:08:37.826723 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-fc333e4d-dbe6-4988-af45-7f9d81f40b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:08:39.390432 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:08:39.392256 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=4 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:08:40.319740 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-9c685def-f897-4253-bc53-9bd95dfd0af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:08:41.294880 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:08:42.653645 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:08:43.043574 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:08:47.378878 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.agents_db [None req-b5d7b8ea-190f-43e3-81f4-c45e7fbfa344 None None] Agent healthcheck: found 5 active agents {{(pid=104164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 01:08:53.033196 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=9 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:08:53.037414 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:08:57.373608 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:08:57.374684 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:09:07.821527 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-52a6f990-8a3a-4ff7-8ae4-a061b05b1927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:09:10.324259 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-bee5ba7f-8f18-4ef2-b208-675b1a3de28c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:09:11.294438 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:09:12.651848 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:09:13.033213 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:09:16.389819 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=2 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:09:16.391134 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=4 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:09:23.024859 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:09:23.027245 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:09:24.379569 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.agents_db [None req-b5d7b8ea-190f-43e3-81f4-c45e7fbfa344 None None] Agent healthcheck: found 5 active agents {{(pid=104164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 01:09:36.788931 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=15 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:09:36.792479 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=13 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:09:37.832624 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-bebf7dba-175e-48d7-b161-f40be03c3742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:09:40.327880 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3365d7fb-44ec-414f-afdc-c342695027b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:09:41.296800 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:09:42.651795 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:09:43.034303 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:09:47.408263 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 43858) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:09:47.414205 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [None req-efb9bb70-a164-4730-8e7b-22b9dfd4a39f tempest-verify_tempest_config-1738756241 tempest-verify_tempest_config-1738756241-project] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=104161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 01:09:47.415239 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-efb9bb70-a164-4730-8e7b-22b9dfd4a39f tempest-verify_tempest_config-1738756241 tempest-verify_tempest_config-1738756241-project] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0059702 Jul 28 01:09:47.775889 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 43876) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:09:47.930878 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-011b2b27-71b7-45b7-b37d-d9d1bbbd65f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:09:48.048937 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-011b2b27-71b7-45b7-b37d-d9d1bbbd65f6 admin admin] Publish callbacks [] for security_group (a309b181-b4e8-420b-b26d-984df1e59e5d), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:09:48.053991 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-011b2b27-71b7-45b7-b37d-d9d1bbbd65f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (a309b181-b4e8-420b-b26d-984df1e59e5d), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:09:48.100586 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011b2b27-71b7-45b7-b37d-d9d1bbbd65f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a309b181-b4e8-420b-b26d-984df1e59e5d,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:09:48.112692 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-011b2b27-71b7-45b7-b37d-d9d1bbbd65f6 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=8f42691d92ea42cbb5f335339e449ac5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3356621 Jul 28 01:09:48.114179 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b2b27-71b7-45b7-b37d-d9d1bbbd65f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:09:48.114523 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b2b27-71b7-45b7-b37d-d9d1bbbd65f6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:09:48.114878 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b2b27-71b7-45b7-b37d-d9d1bbbd65f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:09:48.115225 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b2b27-71b7-45b7-b37d-d9d1bbbd65f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:09:48.115637 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b2b27-71b7-45b7-b37d-d9d1bbbd65f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:09:48.115765 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 43880) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:09:48.116331 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b2b27-71b7-45b7-b37d-d9d1bbbd65f6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:09:48.116624 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b2b27-71b7-45b7-b37d-d9d1bbbd65f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:09:48.116986 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b2b27-71b7-45b7-b37d-d9d1bbbd65f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:09:48.117276 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b2b27-71b7-45b7-b37d-d9d1bbbd65f6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:09:48.117608 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b2b27-71b7-45b7-b37d-d9d1bbbd65f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:09:48.117933 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b2b27-71b7-45b7-b37d-d9d1bbbd65f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:09:48.118277 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b2b27-71b7-45b7-b37d-d9d1bbbd65f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:09:48.118597 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b2b27-71b7-45b7-b37d-d9d1bbbd65f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:09:48.118942 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b2b27-71b7-45b7-b37d-d9d1bbbd65f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:09:48.119259 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b2b27-71b7-45b7-b37d-d9d1bbbd65f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:09:48.179161 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-48c47ba3-b022-425a-96c2-d72a1fdb7d08 admin admin] Publish callbacks [] for security_group (a309b181-b4e8-420b-b26d-984df1e59e5d), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:09:48.203238 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-48c47ba3-b022-425a-96c2-d72a1fdb7d08 admin admin] Publish callbacks [] for security_group (a309b181-b4e8-420b-b26d-984df1e59e5d), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:09:48.318663 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-48c47ba3-b022-425a-96c2-d72a1fdb7d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (a309b181-b4e8-420b-b26d-984df1e59e5d), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:09:48.321287 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-48c47ba3-b022-425a-96c2-d72a1fdb7d08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:09:48.322438 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-48c47ba3-b022-425a-96c2-d72a1fdb7d08 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a309b181-b4e8-420b-b26d-984df1e59e5d HTTP/1.1" status: 204 len: 168 time: 0.2057698 Jul 28 01:09:48.331033 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c47ba3-b022-425a-96c2-d72a1fdb7d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a309b181-b4e8-420b-b26d-984df1e59e5d,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:09:48.339196 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c47ba3-b022-425a-96c2-d72a1fdb7d08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:09:48.339625 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c47ba3-b022-425a-96c2-d72a1fdb7d08 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:09:48.340028 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c47ba3-b022-425a-96c2-d72a1fdb7d08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:09:48.340445 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c47ba3-b022-425a-96c2-d72a1fdb7d08 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:09:48.340964 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c47ba3-b022-425a-96c2-d72a1fdb7d08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:09:48.341356 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c47ba3-b022-425a-96c2-d72a1fdb7d08 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:09:48.341822 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c47ba3-b022-425a-96c2-d72a1fdb7d08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:09:48.342152 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c47ba3-b022-425a-96c2-d72a1fdb7d08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:09:48.342612 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c47ba3-b022-425a-96c2-d72a1fdb7d08 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:09:48.343052 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c47ba3-b022-425a-96c2-d72a1fdb7d08 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:09:48.343402 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c47ba3-b022-425a-96c2-d72a1fdb7d08 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:09:48.343733 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c47ba3-b022-425a-96c2-d72a1fdb7d08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:09:48.344081 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c47ba3-b022-425a-96c2-d72a1fdb7d08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:09:48.344412 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c47ba3-b022-425a-96c2-d72a1fdb7d08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:09:48.344715 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c47ba3-b022-425a-96c2-d72a1fdb7d08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:09:53.387015 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=3 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:09:53.387929 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=3 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:09:58.103414 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=20,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:09:58.106508 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=19,neutron:INSERT=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:09:58.334541 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:09:58.336142 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:09:58.358959 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:09:58.365445 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:10:01.379429 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.agents_db [None req-b5d7b8ea-190f-43e3-81f4-c45e7fbfa344 None None] Agent healthcheck: found 5 active agents {{(pid=104164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 01:10:07.836153 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-620d9050-92d7-4c9f-b52f-5c33a835cd38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:10:10.322994 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-0c04ab5a-c392-40e9-9f89-9d2c90410299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:10:11.304616 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:10:11.375390 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=2 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:10:12.655803 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:10:13.035674 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:10:23.021411 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=18 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:10:23.029709 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:10:36.375190 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=5 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:10:36.375850 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:10:37.834932 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-1f2ad1a7-6389-4e47-bcdc-3f749f8f69a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:10:38.378802 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.agents_db [None req-b5d7b8ea-190f-43e3-81f4-c45e7fbfa344 None None] Agent healthcheck: found 5 active agents {{(pid=104164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 01:10:40.337396 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-003498a9-5e2f-4089-b626-fa261f0cd976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:10:41.302720 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:10:42.656886 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:10:43.031335 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:10:48.374528 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=2 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:10:53.023926 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:10:53.026057 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:11:07.387711 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=3 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:11:07.388389 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=3 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:11:07.830624 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-0e405c66-daa9-4c3f-a5ef-c30ee4725f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:11:10.332319 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-95779389-e050-4580-ba17-b7a4600c42fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:11:11.310366 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:11:12.664264 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:11:13.029510 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:11:15.379619 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.agents_db [None req-b5d7b8ea-190f-43e3-81f4-c45e7fbfa344 None None] Agent healthcheck: found 5 active agents {{(pid=104164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 01:11:23.020568 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:11:23.022657 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:11:25.374747 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=2 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:11:32.391713 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-952226'] for agent (8d4a48be-b376-49eb-a7aa-478deaa3f35f), after_create {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:11:37.837735 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-d46faf36-b83e-4eb6-a44c-9bb8227deb01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:11:40.338528 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-5cb0ba03-b480-4071-822d-f5d3d588b2bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:11:41.311252 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:11:42.670621 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:11:43.029921 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:11:44.382645 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=14 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:11:44.388302 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=18 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:11:45.348533 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 43956) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:11:45.477788 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-9d760f6c-8b29-4504-87a1-7241c59ae34d admin admin] 10.222.0.17 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1278884 Jul 28 01:11:47.682360 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 43966) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:11:47.749005 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-3bbd5d93-03b9-4e27-b63c-54dfd31f3637 admin admin] 10.222.0.17 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0651243 Jul 28 01:11:52.381979 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.agents_db [None req-b5d7b8ea-190f-43e3-81f4-c45e7fbfa344 None None] Agent healthcheck: found 6 active agents {{(pid=104164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 01:11:53.021212 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:11:53.024223 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=10,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:11:57.742332 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:11:57.743074 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:12:02.373731 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=2 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:12:02.375496 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (8d4a48be-b376-49eb-a7aa-478deaa3f35f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:12:02.378002 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=2 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:12:07.839591 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-58085883-b4ef-4dec-87b1-33ad9a2f6545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:12:10.334162 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-491d633a-8c75-47b9-be0c-fc39ad5c6f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:12:11.312341 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:12:12.668744 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:12:13.029004 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:12:21.385816 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=3 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:12:21.386650 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=3 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:12:23.020687 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:12:23.022733 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:12:29.382223 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.agents_db [None req-b5d7b8ea-190f-43e3-81f4-c45e7fbfa344 None None] Agent healthcheck: found 6 active agents {{(pid=104164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 01:12:32.389538 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (8d4a48be-b376-49eb-a7aa-478deaa3f35f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:12:37.834713 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-10a96f24-f892-439b-a14c-27fc1a76e0dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:12:39.376945 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=2 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:12:39.379158 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:12:40.337229 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-d419f29e-6ff4-4990-94ef-cc115239f30b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:12:41.321520 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:12:42.686398 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:12:43.027985 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:12:53.015087 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:12:53.021629 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:12:58.386234 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=2 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:12:58.388319 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=4 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:02.412710 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (8d4a48be-b376-49eb-a7aa-478deaa3f35f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:06.387111 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.agents_db [None req-b5d7b8ea-190f-43e3-81f4-c45e7fbfa344 None None] Agent healthcheck: found 6 active agents {{(pid=104164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 01:13:07.840784 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e2e8518d-3857-4626-90c3-caaa05d93f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:10.339116 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-62368123-3604-4030-945c-26bceb692375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:11.316944 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:12.680802 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:13.027086 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:16.379457 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=2 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:23.019044 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:23.021404 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:25.130277 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 44074) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:13:25.393205 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-d41c7bb2-158a-4788-89b9-7d3508bb3991 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-170722871-network', 'tenant_id': 'c8b3087180c642a78010ed1382cf1868'}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:13:25.428621 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41c7bb2-158a-4788-89b9-7d3508bb3991 admin admin] Made reservation on behalf of c8b3087180c642a78010ed1382cf1868 for: {'network': 1} {{(pid=104162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:13:25.432506 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d41c7bb2-158a-4788-89b9-7d3508bb3991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for network (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:25.448243 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d41c7bb2-158a-4788-89b9-7d3508bb3991 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:25.534479 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d41c7bb2-158a-4788-89b9-7d3508bb3991 admin admin] Publish callbacks [] for security_group (bedf5964-fa71-4253-9cde-5fc073d92143), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:25.539342 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d41c7bb2-158a-4788-89b9-7d3508bb3991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (bedf5964-fa71-4253-9cde-5fc073d92143), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:25.567553 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d41c7bb2-158a-4788-89b9-7d3508bb3991 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=104162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 01:13:25.577291 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c7bb2-158a-4788-89b9-7d3508bb3991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bedf5964-fa71-4253-9cde-5fc073d92143,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:25.587349 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c7bb2-158a-4788-89b9-7d3508bb3991 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:25.587698 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c7bb2-158a-4788-89b9-7d3508bb3991 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:25.588232 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c7bb2-158a-4788-89b9-7d3508bb3991 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:25.588755 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c7bb2-158a-4788-89b9-7d3508bb3991 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:25.589114 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c7bb2-158a-4788-89b9-7d3508bb3991 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:25.589425 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c7bb2-158a-4788-89b9-7d3508bb3991 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:25.589783 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c7bb2-158a-4788-89b9-7d3508bb3991 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:25.590091 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c7bb2-158a-4788-89b9-7d3508bb3991 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:25.590419 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c7bb2-158a-4788-89b9-7d3508bb3991 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:25.590739 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c7bb2-158a-4788-89b9-7d3508bb3991 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:25.591089 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c7bb2-158a-4788-89b9-7d3508bb3991 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:25.591416 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c7bb2-158a-4788-89b9-7d3508bb3991 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:25.591811 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c7bb2-158a-4788-89b9-7d3508bb3991 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:25.592044 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c7bb2-158a-4788-89b9-7d3508bb3991 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:25.592362 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c7bb2-158a-4788-89b9-7d3508bb3991 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:25.593611 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c7bb2-158a-4788-89b9-7d3508bb3991 admin admin] Tracked resource versions report: Jul 28 01:13:25.593611 dv-cinder-815582-11-iscsi neutron-server[104162]: pushed versions: Jul 28 01:13:25.593611 dv-cinder-815582-11-iscsi neutron-server[104162]: { 'AddressGroup': {'1.2'}, Jul 28 01:13:25.593611 dv-cinder-815582-11-iscsi neutron-server[104162]: 'Agent': {'1.1'}, Jul 28 01:13:25.593611 dv-cinder-815582-11-iscsi neutron-server[104162]: 'ConntrackHelper': {'1.0'}, Jul 28 01:13:25.593611 dv-cinder-815582-11-iscsi neutron-server[104162]: 'LocalIPAssociation': {'1.0'}, Jul 28 01:13:25.593611 dv-cinder-815582-11-iscsi neutron-server[104162]: 'Log': {'1.0'}, Jul 28 01:13:25.593611 dv-cinder-815582-11-iscsi neutron-server[104162]: 'NDPProxy': {'1.0'}, Jul 28 01:13:25.593611 dv-cinder-815582-11-iscsi neutron-server[104162]: 'Network': {'1.1'}, Jul 28 01:13:25.593611 dv-cinder-815582-11-iscsi neutron-server[104162]: 'Port': {'1.7'}, Jul 28 01:13:25.593611 dv-cinder-815582-11-iscsi neutron-server[104162]: 'PortForwarding': {'1.3'}, Jul 28 01:13:25.593611 dv-cinder-815582-11-iscsi neutron-server[104162]: 'QosPolicy': {'1.10'}, Jul 28 01:13:25.593611 dv-cinder-815582-11-iscsi neutron-server[104162]: 'SecurityGroup': {'1.5'}, Jul 28 01:13:25.593611 dv-cinder-815582-11-iscsi neutron-server[104162]: 'SecurityGroupRule': {'1.2'}, Jul 28 01:13:25.593611 dv-cinder-815582-11-iscsi neutron-server[104162]: 'SubPort': {'1.0'}, Jul 28 01:13:25.593611 dv-cinder-815582-11-iscsi neutron-server[104162]: 'Subnet': {'1.1'}, Jul 28 01:13:25.593611 dv-cinder-815582-11-iscsi neutron-server[104162]: 'Trunk': {'1.1'}} Jul 28 01:13:25.593611 dv-cinder-815582-11-iscsi neutron-server[104162]: consumer versions: Jul 28 01:13:25.593611 dv-cinder-815582-11-iscsi neutron-server[104162]: { DHCP agent@dv-cinder-815582-11-iscsi: {}, Jul 28 01:13:25.593611 dv-cinder-815582-11-iscsi neutron-server[104162]: HyperV agent@hv-cinder-81558: {}, Jul 28 01:13:25.593611 dv-cinder-815582-11-iscsi neutron-server[104162]: L3 agent@dv-cinder-815582-11-iscsi: {}, Jul 28 01:13:25.593611 dv-cinder-815582-11-iscsi neutron-server[104162]: Metadata agent@dv-cinder-815582-11-iscsi: {}, Jul 28 01:13:25.593611 dv-cinder-815582-11-iscsi neutron-server[104162]: Metering agent@dv-cinder-815582-11-iscsi: {}, Jul 28 01:13:25.593611 dv-cinder-815582-11-iscsi neutron-server[104162]: Open vSwitch agent@dv-cinder-815582-11-iscsi: { 'AddressGroup': '1.2', Jul 28 01:13:25.593611 dv-cinder-815582-11-iscsi neutron-server[104162]: 'Agent': '1.1', Jul 28 01:13:25.593611 dv-cinder-815582-11-iscsi neutron-server[104162]: 'ConntrackHelper': '1.0', Jul 28 01:13:25.593611 dv-cinder-815582-11-iscsi neutron-server[104162]: 'LocalIPAssociation': '1.0', Jul 28 01:13:25.593611 dv-cinder-815582-11-iscsi neutron-server[104162]: 'Log': '1.0', Jul 28 01:13:25.593611 dv-cinder-815582-11-iscsi neutron-server[104162]: 'NDPProxy': '1.0', Jul 28 01:13:25.593611 dv-cinder-815582-11-iscsi neutron-server[104162]: 'Network': '1.1', Jul 28 01:13:25.593611 dv-cinder-815582-11-iscsi neutron-server[104162]: 'Port': '1.7', Jul 28 01:13:25.593611 dv-cinder-815582-11-iscsi neutron-server[104162]: 'PortForwarding': '1.3', Jul 28 01:13:25.593611 dv-cinder-815582-11-iscsi neutron-server[104162]: 'QosPolicy': '1.10', Jul 28 01:13:25.593611 dv-cinder-815582-11-iscsi neutron-server[104162]: 'SecurityGroup': '1.5', Jul 28 01:13:25.593611 dv-cinder-815582-11-iscsi neutron-server[104162]: 'SecurityGroupRule': '1.2', Jul 28 01:13:25.593611 dv-cinder-815582-11-iscsi neutron-server[104162]: 'SubPort': '1.0', Jul 28 01:13:25.593611 dv-cinder-815582-11-iscsi neutron-server[104162]: 'Subnet': '1.1', Jul 28 01:13:25.593611 dv-cinder-815582-11-iscsi neutron-server[104162]: 'Trunk': '1.1'}} Jul 28 01:13:25.593611 dv-cinder-815582-11-iscsi neutron-server[104162]: {{(pid=104162) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 01:13:25.599607 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d41c7bb2-158a-4788-89b9-7d3508bb3991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084'] for segment (5297ca8c-2da0-4352-ae6d-b19a2fd25ba5), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:25.599947 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.db.segments_db [None req-d41c7bb2-158a-4788-89b9-7d3508bb3991 admin admin] Added segment 5297ca8c-2da0-4352-ae6d-b19a2fd25ba5 of type vlan for network b3b8c70a-85f4-4b76-9f67-3297a3a800f4 Jul 28 01:13:25.649943 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d41c7bb2-158a-4788-89b9-7d3508bb3991 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778716385410'] for network (b3b8c70a-85f4-4b76-9f67-3297a3a800f4), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:25.687343 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d41c7bb2-158a-4788-89b9-7d3508bb3991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for network (b3b8c70a-85f4-4b76-9f67-3297a3a800f4), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:25.688351 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41c7bb2-158a-4788-89b9-7d3508bb3991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:13:25.688928 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d41c7bb2-158a-4788-89b9-7d3508bb3991 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:25.763800 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 44112) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:13:25.769215 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-e30200d0-4995-4525-9721-2ca3cd2fe67f admin admin] Request body: {'subnet': {'network_id': 'b3b8c70a-85f4-4b76-9f67-3297a3a800f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-170722871-subnet', 'tenant_id': 'c8b3087180c642a78010ed1382cf1868', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:13:25.774350 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-d41c7bb2-158a-4788-89b9-7d3508bb3991 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.6427553 Jul 28 01:13:25.805435 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c7bb2-158a-4788-89b9-7d3508bb3991 admin admin] Pushing event updated for resources: {'Network': ['ID=b3b8c70a-85f4-4b76-9f67-3297a3a800f4,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:25.809647 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30200d0-4995-4525-9721-2ca3cd2fe67f admin admin] Made reservation on behalf of c8b3087180c642a78010ed1382cf1868 for: {'subnet': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:13:25.812483 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e30200d0-4995-4525-9721-2ca3cd2fe67f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:25.815949 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Network b3b8c70a-85f4-4b76-9f67-3297a3a800f4 details requested by agent ovs-agent-dv-cinder-815582-11-iscsi with host dv-cinder-815582-11-iscsi {{(pid=104163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 01:13:26.013661 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e30200d0-4995-4525-9721-2ca3cd2fe67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for subnet (f49fd25b-3ab1-4af3-8259-aa04dba6863a), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:26.059910 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30200d0-4995-4525-9721-2ca3cd2fe67f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f49fd25b-3ab1-4af3-8259-aa04dba6863a,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:26.071216 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30200d0-4995-4525-9721-2ca3cd2fe67f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:26.071555 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30200d0-4995-4525-9721-2ca3cd2fe67f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:26.071899 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30200d0-4995-4525-9721-2ca3cd2fe67f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:26.072231 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30200d0-4995-4525-9721-2ca3cd2fe67f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:26.072594 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30200d0-4995-4525-9721-2ca3cd2fe67f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:26.072876 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30200d0-4995-4525-9721-2ca3cd2fe67f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:26.073191 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30200d0-4995-4525-9721-2ca3cd2fe67f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:26.073505 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30200d0-4995-4525-9721-2ca3cd2fe67f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:26.073837 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30200d0-4995-4525-9721-2ca3cd2fe67f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:26.074154 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30200d0-4995-4525-9721-2ca3cd2fe67f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:26.074464 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30200d0-4995-4525-9721-2ca3cd2fe67f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:26.074782 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30200d0-4995-4525-9721-2ca3cd2fe67f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:26.075155 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30200d0-4995-4525-9721-2ca3cd2fe67f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:26.075454 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30200d0-4995-4525-9721-2ca3cd2fe67f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:26.075765 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30200d0-4995-4525-9721-2ca3cd2fe67f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:26.076893 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30200d0-4995-4525-9721-2ca3cd2fe67f admin admin] Tracked resource versions report: Jul 28 01:13:26.076893 dv-cinder-815582-11-iscsi neutron-server[104161]: pushed versions: Jul 28 01:13:26.076893 dv-cinder-815582-11-iscsi neutron-server[104161]: { 'AddressGroup': {'1.2'}, Jul 28 01:13:26.076893 dv-cinder-815582-11-iscsi neutron-server[104161]: 'Agent': {'1.1'}, Jul 28 01:13:26.076893 dv-cinder-815582-11-iscsi neutron-server[104161]: 'ConntrackHelper': {'1.0'}, Jul 28 01:13:26.076893 dv-cinder-815582-11-iscsi neutron-server[104161]: 'LocalIPAssociation': {'1.0'}, Jul 28 01:13:26.076893 dv-cinder-815582-11-iscsi neutron-server[104161]: 'Log': {'1.0'}, Jul 28 01:13:26.076893 dv-cinder-815582-11-iscsi neutron-server[104161]: 'NDPProxy': {'1.0'}, Jul 28 01:13:26.076893 dv-cinder-815582-11-iscsi neutron-server[104161]: 'Network': {'1.1'}, Jul 28 01:13:26.076893 dv-cinder-815582-11-iscsi neutron-server[104161]: 'Port': {'1.7'}, Jul 28 01:13:26.076893 dv-cinder-815582-11-iscsi neutron-server[104161]: 'PortForwarding': {'1.3'}, Jul 28 01:13:26.076893 dv-cinder-815582-11-iscsi neutron-server[104161]: 'QosPolicy': {'1.10'}, Jul 28 01:13:26.076893 dv-cinder-815582-11-iscsi neutron-server[104161]: 'SecurityGroup': {'1.5'}, Jul 28 01:13:26.076893 dv-cinder-815582-11-iscsi neutron-server[104161]: 'SecurityGroupRule': {'1.2'}, Jul 28 01:13:26.076893 dv-cinder-815582-11-iscsi neutron-server[104161]: 'SubPort': {'1.0'}, Jul 28 01:13:26.076893 dv-cinder-815582-11-iscsi neutron-server[104161]: 'Subnet': {'1.1'}, Jul 28 01:13:26.076893 dv-cinder-815582-11-iscsi neutron-server[104161]: 'Trunk': {'1.1'}} Jul 28 01:13:26.076893 dv-cinder-815582-11-iscsi neutron-server[104161]: consumer versions: Jul 28 01:13:26.076893 dv-cinder-815582-11-iscsi neutron-server[104161]: { DHCP agent@dv-cinder-815582-11-iscsi: {}, Jul 28 01:13:26.076893 dv-cinder-815582-11-iscsi neutron-server[104161]: HyperV agent@hv-cinder-81558: {}, Jul 28 01:13:26.076893 dv-cinder-815582-11-iscsi neutron-server[104161]: L3 agent@dv-cinder-815582-11-iscsi: {}, Jul 28 01:13:26.076893 dv-cinder-815582-11-iscsi neutron-server[104161]: Metadata agent@dv-cinder-815582-11-iscsi: {}, Jul 28 01:13:26.076893 dv-cinder-815582-11-iscsi neutron-server[104161]: Metering agent@dv-cinder-815582-11-iscsi: {}, Jul 28 01:13:26.076893 dv-cinder-815582-11-iscsi neutron-server[104161]: Open vSwitch agent@dv-cinder-815582-11-iscsi: { 'AddressGroup': '1.2', Jul 28 01:13:26.076893 dv-cinder-815582-11-iscsi neutron-server[104161]: 'Agent': '1.1', Jul 28 01:13:26.076893 dv-cinder-815582-11-iscsi neutron-server[104161]: 'ConntrackHelper': '1.0', Jul 28 01:13:26.076893 dv-cinder-815582-11-iscsi neutron-server[104161]: 'LocalIPAssociation': '1.0', Jul 28 01:13:26.076893 dv-cinder-815582-11-iscsi neutron-server[104161]: 'Log': '1.0', Jul 28 01:13:26.076893 dv-cinder-815582-11-iscsi neutron-server[104161]: 'NDPProxy': '1.0', Jul 28 01:13:26.076893 dv-cinder-815582-11-iscsi neutron-server[104161]: 'Network': '1.1', Jul 28 01:13:26.076893 dv-cinder-815582-11-iscsi neutron-server[104161]: 'Port': '1.7', Jul 28 01:13:26.076893 dv-cinder-815582-11-iscsi neutron-server[104161]: 'PortForwarding': '1.3', Jul 28 01:13:26.076893 dv-cinder-815582-11-iscsi neutron-server[104161]: 'QosPolicy': '1.10', Jul 28 01:13:26.076893 dv-cinder-815582-11-iscsi neutron-server[104161]: 'SecurityGroup': '1.5', Jul 28 01:13:26.076893 dv-cinder-815582-11-iscsi neutron-server[104161]: 'SecurityGroupRule': '1.2', Jul 28 01:13:26.076893 dv-cinder-815582-11-iscsi neutron-server[104161]: 'SubPort': '1.0', Jul 28 01:13:26.076893 dv-cinder-815582-11-iscsi neutron-server[104161]: 'Subnet': '1.1', Jul 28 01:13:26.076893 dv-cinder-815582-11-iscsi neutron-server[104161]: 'Trunk': '1.1'}} Jul 28 01:13:26.076893 dv-cinder-815582-11-iscsi neutron-server[104161]: {{(pid=104161) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 01:13:26.105392 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30200d0-4995-4525-9721-2ca3cd2fe67f admin admin] Checking segment: {'id': '5297ca8c-2da0-4352-ae6d-b19a2fd25ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b3b8c70a-85f4-4b76-9f67-3297a3a800f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:13:26.105912 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30200d0-4995-4525-9721-2ca3cd2fe67f admin admin] Network hostable DHCP agents. Network: b3b8c70a-85f4-4b76-9f67-3297a3a800f4, hostable agents: ['1da181d0-8fa3-49c1-8992-3db4e395f26f'], hosted agents: [] {{(pid=104161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 01:13:26.130182 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30200d0-4995-4525-9721-2ca3cd2fe67f admin admin] Network b3b8c70a-85f4-4b76-9f67-3297a3a800f4 is scheduled to be hosted by DHCP agent 1da181d0-8fa3-49c1-8992-3db4e395f26f with binding_index 1 {{(pid=104161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 01:13:26.141359 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-e30200d0-4995-4525-9721-2ca3cd2fe67f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-11-iscsi, b3b8c70a-85f4-4b76-9f67-3297a3a800f4) {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:13:26.146144 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30200d0-4995-4525-9721-2ca3cd2fe67f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:13:26.146976 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e30200d0-4995-4525-9721-2ca3cd2fe67f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for subnet (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:26.154580 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d134e5-74f4-4c68-92d9-2951210b9ff0 None None] Network b3b8c70a-85f4-4b76-9f67-3297a3a800f4 requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:13:26.170727 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-e30200d0-4995-4525-9721-2ca3cd2fe67f admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4058037 Jul 28 01:13:26.173603 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 44134) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:13:26.177950 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-63d97310-091e-4930-9386-e906d5bf70d5 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-170722871-router', 'tenant_id': 'c8b3087180c642a78010ed1382cf1868', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'}}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:13:26.206105 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-63d97310-091e-4930-9386-e906d5bf70d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-425'] for router (d73642dd-3854-4aaf-aca5-ae3b43fc9a15), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:26.207923 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-63d97310-091e-4930-9386-e906d5bf70d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947450', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-416'] for router (d73642dd-3854-4aaf-aca5-ae3b43fc9a15), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:26.272011 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-63d97310-091e-4930-9386-e906d5bf70d5 admin admin] Publish callbacks [] for router_controller (d73642dd-3854-4aaf-aca5-ae3b43fc9a15), precommit_add_association {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:26.303543 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6c945c-17b9-4c44-a26b-c38b2416c6be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11df1cfc-1f6d-5ec1-8de9-f52b05ea7209-b3b8c70a-85f4-4b76-9f67-3297a3a800f4', 'network_id': 'b3b8c70a-85f4-4b76-9f67-3297a3a800f4', 'project_id': 'c8b3087180c642a78010ed1382cf1868', 'fixed_ips': [{'subnet_id': 'f49fd25b-3ab1-4af3-8259-aa04dba6863a'}]}} from dv-cinder-815582-11-iscsi. {{(pid=104163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 01:13:26.306463 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6e6c945c-17b9-4c44-a26b-c38b2416c6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:26.532277 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.db_base_plugin_common [None req-6e6c945c-17b9-4c44-a26b-c38b2416c6be None None] Allocated IP 172.20.0.2 (b3b8c70a-85f4-4b76-9f67-3297a3a800f4/f49fd25b-3ab1-4af3-8259-aa04dba6863a/f84ce4d7-1556-412c-89a8-eda7e18bb13e) {{(pid=104163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:13:26.684808 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-63d97310-091e-4930-9386-e906d5bf70d5 admin admin] Publish callbacks [] for router_gateway (d73642dd-3854-4aaf-aca5-ae3b43fc9a15), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:26.815841 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6e6c945c-17b9-4c44-a26b-c38b2416c6be None None] Publish callbacks [] for port (f84ce4d7-1556-412c-89a8-eda7e18bb13e), precommit_create {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:26.831989 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6e6c945c-17b9-4c44-a26b-c38b2416c6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427'] for port (f84ce4d7-1556-412c-89a8-eda7e18bb13e), after_create {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:26.961151 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6c945c-17b9-4c44-a26b-c38b2416c6be None None] Network b3b8c70a-85f4-4b76-9f67-3297a3a800f4 is already hosted by enough agents. {{(pid=104163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:13:26.966647 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.scheduler.base_scheduler [None req-6e6c945c-17b9-4c44-a26b-c38b2416c6be None None] Resources bound (agent type, host, resource id): {{(pid=104163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:13:26.989028 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6c945c-17b9-4c44-a26b-c38b2416c6be None None] Received port after_create {{(pid=104163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:13:27.018311 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c945c-17b9-4c44-a26b-c38b2416c6be None None] Pushing event updated for resources: {'Port': ['ID=f84ce4d7-1556-412c-89a8-eda7e18bb13e,revision_number=1']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:27.081189 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c945c-17b9-4c44-a26b-c38b2416c6be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:27.081819 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c945c-17b9-4c44-a26b-c38b2416c6be None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:27.082657 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c945c-17b9-4c44-a26b-c38b2416c6be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:27.083873 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c945c-17b9-4c44-a26b-c38b2416c6be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:27.084632 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c945c-17b9-4c44-a26b-c38b2416c6be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:27.085366 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c945c-17b9-4c44-a26b-c38b2416c6be None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:27.085902 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c945c-17b9-4c44-a26b-c38b2416c6be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:27.086658 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c945c-17b9-4c44-a26b-c38b2416c6be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:27.087225 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c945c-17b9-4c44-a26b-c38b2416c6be None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:27.087771 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c945c-17b9-4c44-a26b-c38b2416c6be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:27.088317 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c945c-17b9-4c44-a26b-c38b2416c6be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:27.088895 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c945c-17b9-4c44-a26b-c38b2416c6be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:27.089442 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c945c-17b9-4c44-a26b-c38b2416c6be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:27.089856 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c945c-17b9-4c44-a26b-c38b2416c6be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:27.090391 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c945c-17b9-4c44-a26b-c38b2416c6be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:27.091815 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c945c-17b9-4c44-a26b-c38b2416c6be None None] Tracked resource versions report: Jul 28 01:13:27.091815 dv-cinder-815582-11-iscsi neutron-server[104163]: pushed versions: Jul 28 01:13:27.091815 dv-cinder-815582-11-iscsi neutron-server[104163]: { 'AddressGroup': {'1.2'}, Jul 28 01:13:27.091815 dv-cinder-815582-11-iscsi neutron-server[104163]: 'Agent': {'1.1'}, Jul 28 01:13:27.091815 dv-cinder-815582-11-iscsi neutron-server[104163]: 'ConntrackHelper': {'1.0'}, Jul 28 01:13:27.091815 dv-cinder-815582-11-iscsi neutron-server[104163]: 'LocalIPAssociation': {'1.0'}, Jul 28 01:13:27.091815 dv-cinder-815582-11-iscsi neutron-server[104163]: 'Log': {'1.0'}, Jul 28 01:13:27.091815 dv-cinder-815582-11-iscsi neutron-server[104163]: 'NDPProxy': {'1.0'}, Jul 28 01:13:27.091815 dv-cinder-815582-11-iscsi neutron-server[104163]: 'Network': {'1.1'}, Jul 28 01:13:27.091815 dv-cinder-815582-11-iscsi neutron-server[104163]: 'Port': {'1.7'}, Jul 28 01:13:27.091815 dv-cinder-815582-11-iscsi neutron-server[104163]: 'PortForwarding': {'1.3'}, Jul 28 01:13:27.091815 dv-cinder-815582-11-iscsi neutron-server[104163]: 'QosPolicy': {'1.10'}, Jul 28 01:13:27.091815 dv-cinder-815582-11-iscsi neutron-server[104163]: 'SecurityGroup': {'1.5'}, Jul 28 01:13:27.091815 dv-cinder-815582-11-iscsi neutron-server[104163]: 'SecurityGroupRule': {'1.2'}, Jul 28 01:13:27.091815 dv-cinder-815582-11-iscsi neutron-server[104163]: 'SubPort': {'1.0'}, Jul 28 01:13:27.091815 dv-cinder-815582-11-iscsi neutron-server[104163]: 'Subnet': {'1.1'}, Jul 28 01:13:27.091815 dv-cinder-815582-11-iscsi neutron-server[104163]: 'Trunk': {'1.1'}} Jul 28 01:13:27.091815 dv-cinder-815582-11-iscsi neutron-server[104163]: consumer versions: Jul 28 01:13:27.091815 dv-cinder-815582-11-iscsi neutron-server[104163]: { DHCP agent@dv-cinder-815582-11-iscsi: {}, Jul 28 01:13:27.091815 dv-cinder-815582-11-iscsi neutron-server[104163]: HyperV agent@hv-cinder-81558: {}, Jul 28 01:13:27.091815 dv-cinder-815582-11-iscsi neutron-server[104163]: L3 agent@dv-cinder-815582-11-iscsi: {}, Jul 28 01:13:27.091815 dv-cinder-815582-11-iscsi neutron-server[104163]: Metadata agent@dv-cinder-815582-11-iscsi: {}, Jul 28 01:13:27.091815 dv-cinder-815582-11-iscsi neutron-server[104163]: Metering agent@dv-cinder-815582-11-iscsi: {}, Jul 28 01:13:27.091815 dv-cinder-815582-11-iscsi neutron-server[104163]: Open vSwitch agent@dv-cinder-815582-11-iscsi: { 'AddressGroup': '1.2', Jul 28 01:13:27.091815 dv-cinder-815582-11-iscsi neutron-server[104163]: 'Agent': '1.1', Jul 28 01:13:27.091815 dv-cinder-815582-11-iscsi neutron-server[104163]: 'ConntrackHelper': '1.0', Jul 28 01:13:27.091815 dv-cinder-815582-11-iscsi neutron-server[104163]: 'LocalIPAssociation': '1.0', Jul 28 01:13:27.091815 dv-cinder-815582-11-iscsi neutron-server[104163]: 'Log': '1.0', Jul 28 01:13:27.091815 dv-cinder-815582-11-iscsi neutron-server[104163]: 'NDPProxy': '1.0', Jul 28 01:13:27.091815 dv-cinder-815582-11-iscsi neutron-server[104163]: 'Network': '1.1', Jul 28 01:13:27.091815 dv-cinder-815582-11-iscsi neutron-server[104163]: 'Port': '1.7', Jul 28 01:13:27.091815 dv-cinder-815582-11-iscsi neutron-server[104163]: 'PortForwarding': '1.3', Jul 28 01:13:27.091815 dv-cinder-815582-11-iscsi neutron-server[104163]: 'QosPolicy': '1.10', Jul 28 01:13:27.091815 dv-cinder-815582-11-iscsi neutron-server[104163]: 'SecurityGroup': '1.5', Jul 28 01:13:27.091815 dv-cinder-815582-11-iscsi neutron-server[104163]: 'SecurityGroupRule': '1.2', Jul 28 01:13:27.091815 dv-cinder-815582-11-iscsi neutron-server[104163]: 'SubPort': '1.0', Jul 28 01:13:27.091815 dv-cinder-815582-11-iscsi neutron-server[104163]: 'Subnet': '1.1', Jul 28 01:13:27.091815 dv-cinder-815582-11-iscsi neutron-server[104163]: 'Trunk': '1.1'}} Jul 28 01:13:27.091815 dv-cinder-815582-11-iscsi neutron-server[104163]: {{(pid=104163) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 01:13:27.135086 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-6e6c945c-17b9-4c44-a26b-c38b2416c6be None None] Attempting to bind port f84ce4d7-1556-412c-89a8-eda7e18bb13e on host dv-cinder-815582-11-iscsi for vnic_type normal with profile {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:13:27.135568 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-6e6c945c-17b9-4c44-a26b-c38b2416c6be None None] Attempting to bind port f84ce4d7-1556-412c-89a8-eda7e18bb13e by drivers openvswitch,hyperv on host dv-cinder-815582-11-iscsi at level 0 using segments [{'id': '5297ca8c-2da0-4352-ae6d-b19a2fd25ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b3b8c70a-85f4-4b76-9f67-3297a3a800f4'}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:13:27.136903 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6c945c-17b9-4c44-a26b-c38b2416c6be None None] Attempting to bind port f84ce4d7-1556-412c-89a8-eda7e18bb13e on network b3b8c70a-85f4-4b76-9f67-3297a3a800f4 {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:13:27.146958 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6c945c-17b9-4c44-a26b-c38b2416c6be None None] Checking agent: {'id': 'e0b16abb-2210-4432-8141-713fb95a37e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 4, 43), 'started_at': datetime.datetime(2022, 7, 28, 1, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:13:27.147822 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6c945c-17b9-4c44-a26b-c38b2416c6be None None] Checking segment: {'id': '5297ca8c-2da0-4352-ae6d-b19a2fd25ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b3b8c70a-85f4-4b76-9f67-3297a3a800f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:13:27.148458 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6e6c945c-17b9-4c44-a26b-c38b2416c6be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:27.149219 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6c945c-17b9-4c44-a26b-c38b2416c6be None None] Bound using segment: {'id': '5297ca8c-2da0-4352-ae6d-b19a2fd25ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b3b8c70a-85f4-4b76-9f67-3297a3a800f4'} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:13:27.149957 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-6e6c945c-17b9-4c44-a26b-c38b2416c6be None None] Bound port: f84ce4d7-1556-412c-89a8-eda7e18bb13e, host: dv-cinder-815582-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5297ca8c-2da0-4352-ae6d-b19a2fd25ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b3b8c70a-85f4-4b76-9f67-3297a3a800f4'}}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:13:27.150812 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6e6c945c-17b9-4c44-a26b-c38b2416c6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (f84ce4d7-1556-412c-89a8-eda7e18bb13e), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:27.159112 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-63d97310-091e-4930-9386-e906d5bf70d5 admin admin] Publish callbacks [] for router_gateway (d73642dd-3854-4aaf-aca5-ae3b43fc9a15), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:27.192206 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-63d97310-091e-4930-9386-e906d5bf70d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:27.265632 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-6e6c945c-17b9-4c44-a26b-c38b2416c6be None None] For port f84ce4d7-1556-412c-89a8-eda7e18bb13e, host dv-cinder-815582-11-iscsi, cleared binding levels {{(pid=104163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:13:27.274640 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-6e6c945c-17b9-4c44-a26b-c38b2416c6be None None] For port f84ce4d7-1556-412c-89a8-eda7e18bb13e, host dv-cinder-815582-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=f84ce4d7-1556-412c-89a8-eda7e18bb13e,segment=NetworkSegment(5297ca8c-2da0-4352-ae6d-b19a2fd25ba5),segment_id=5297ca8c-2da0-4352-ae6d-b19a2fd25ba5)] {{(pid=104163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:13:27.289370 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6e6c945c-17b9-4c44-a26b-c38b2416c6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (f84ce4d7-1556-412c-89a8-eda7e18bb13e), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:27.329541 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_common [None req-63d97310-091e-4930-9386-e906d5bf70d5 admin admin] Allocated IP 172.27.1.123 (db4fd262-df4a-4858-b92c-469a7b8f139e/fbbec24e-3b1c-439c-846a-fd72122ae4ff/eacc4947-8055-46fb-959d-879e9f27f965) {{(pid=104162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:13:27.331667 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:27.332613 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:27.489874 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c945c-17b9-4c44-a26b-c38b2416c6be None None] Pushing event updated for resources: {'Port': ['ID=f84ce4d7-1556-412c-89a8-eda7e18bb13e,revision_number=2']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:27.543132 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-63d97310-091e-4930-9386-e906d5bf70d5 admin admin] Publish callbacks [] for port (eacc4947-8055-46fb-959d-879e9f27f965), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:27.614461 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-63d97310-091e-4930-9386-e906d5bf70d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427'] for port (eacc4947-8055-46fb-959d-879e9f27f965), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:27.676092 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d97310-091e-4930-9386-e906d5bf70d5 admin admin] Pushing event updated for resources: {'Port': ['ID=eacc4947-8055-46fb-959d-879e9f27f965,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:27.688023 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d97310-091e-4930-9386-e906d5bf70d5 admin admin] Network db4fd262-df4a-4858-b92c-469a7b8f139e is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:13:27.689675 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-63d97310-091e-4930-9386-e906d5bf70d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:13:27.692781 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d97310-091e-4930-9386-e906d5bf70d5 admin admin] Received port after_create {{(pid=104162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:13:28.041420 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-63d97310-091e-4930-9386-e906d5bf70d5 admin admin] Publish callbacks [] for router_gateway (d73642dd-3854-4aaf-aca5-ae3b43fc9a15), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:28.051859 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 44184) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:13:28.092740 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 44188) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:13:28.173681 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 44196) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:13:28.273470 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-63d97310-091e-4930-9386-e906d5bf70d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-947334'] for router (d73642dd-3854-4aaf-aca5-ae3b43fc9a15), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:28.280988 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:INSERT=5,neutron:UPDATE=3,neutron:SELECT=92 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:28.288829 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-b2763355-6851-428b-816d-d88312be20cc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1225621746-network', 'tenant_id': '6e3df8020ac0427bae99a7fc30bdfa48'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:13:28.321658 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2763355-6851-428b-816d-d88312be20cc admin admin] Made reservation on behalf of 6e3df8020ac0427bae99a7fc30bdfa48 for: {'network': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:13:28.325551 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b2763355-6851-428b-816d-d88312be20cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for network (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:28.342702 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b2763355-6851-428b-816d-d88312be20cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:28.468845 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63d97310-091e-4930-9386-e906d5bf70d5 admin admin] Router d73642dd-3854-4aaf-aca5-ae3b43fc9a15 is scheduled to L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f with binding_index 1 {{(pid=104162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 01:13:28.469752 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-6194f3b3-2f1d-478d-a5c0-134ec5affd1d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-516860459-network', 'tenant_id': 'af4689d2f0ef4d71a1c465610011f2d7'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:13:28.533583 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6194f3b3-2f1d-478d-a5c0-134ec5affd1d admin admin] Made reservation on behalf of af4689d2f0ef4d71a1c465610011f2d7 for: {'network': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:13:28.536108 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6194f3b3-2f1d-478d-a5c0-134ec5affd1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for network (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:28.596329 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6194f3b3-2f1d-478d-a5c0-134ec5affd1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:28.615210 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d97310-091e-4930-9386-e906d5bf70d5 admin admin] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:13:28.629283 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d0cad4-a5c6-4924-93ce-511d445366c2 None None] Sync routers for ids ['d73642dd-3854-4aaf-aca5-ae3b43fc9a15'] in dv-cinder-815582-11-iscsi {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:13:28.651921 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d0cad4-a5c6-4924-93ce-511d445366c2 None None] Routers {'d73642dd-3854-4aaf-aca5-ae3b43fc9a15'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:13:28.652817 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-c8d0cad4-a5c6-4924-93ce-511d445366c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:13:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['d73642dd-3854-4aaf-aca5-ae3b43fc9a15'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:13:28.658105 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-63d97310-091e-4930-9386-e906d5bf70d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:28.668241 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-63d97310-091e-4930-9386-e906d5bf70d5 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4934556 Jul 28 01:13:28.670291 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 44222) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:13:28.788606 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6194f3b3-2f1d-478d-a5c0-134ec5affd1d admin admin] Publish callbacks [] for security_group (c655c460-f1ac-4abb-a5bb-5eaaa66f4698), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:28.803226 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6194f3b3-2f1d-478d-a5c0-134ec5affd1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (c655c460-f1ac-4abb-a5bb-5eaaa66f4698), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:28.826025 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6194f3b3-2f1d-478d-a5c0-134ec5affd1d admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=104161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 01:13:28.855769 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6194f3b3-2f1d-478d-a5c0-134ec5affd1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084'] for segment (a9a4e950-f526-4d0c-a24b-0cb526b214ab), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:28.856112 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.db.segments_db [None req-6194f3b3-2f1d-478d-a5c0-134ec5affd1d admin admin] Added segment a9a4e950-f526-4d0c-a24b-0cb526b214ab of type vlan for network 8f65178e-aa89-435c-9fed-639dfc5bec3f Jul 28 01:13:28.860841 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-649a9dcb-acd5-408c-9080-5f06cb282b6e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1320773297-network', 'tenant_id': '347bcdc7636e4f93af2597f853926b13'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:13:28.924075 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4,neutron:INSERT=14,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:28.997163 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5ba164-ad79-4b15-afad-e0d54a1a7559 None None] Network b3b8c70a-85f4-4b76-9f67-3297a3a800f4 requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:13:29.058861 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=72,neutron:INSERT=25,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:29.063812 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-c8d0cad4-a5c6-4924-93ce-511d445366c2 None None] Set router d73642dd-3854-4aaf-aca5-ae3b43fc9a15 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:13:29.161659 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-e50bb5d6-4967-44b5-9212-e17fee1e8830 None None] Provisioning complete for port f84ce4d7-1556-412c-89a8-eda7e18bb13e triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:13:29.162823 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e50bb5d6-4967-44b5-9212-e17fee1e8830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (f84ce4d7-1556-412c-89a8-eda7e18bb13e), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:29.165674 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:29.171865 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:29.172354 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6194f3b3-2f1d-478d-a5c0-134ec5affd1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778716385410'] for network (8f65178e-aa89-435c-9fed-639dfc5bec3f), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:29.273577 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6194f3b3-2f1d-478d-a5c0-134ec5affd1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c655c460-f1ac-4abb-a5bb-5eaaa66f4698,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:29.290378 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b2763355-6851-428b-816d-d88312be20cc admin admin] Publish callbacks [] for security_group (22aeabcb-c363-4919-9b36-3f4264efbe71), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:29.304082 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6194f3b3-2f1d-478d-a5c0-134ec5affd1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for network (8f65178e-aa89-435c-9fed-639dfc5bec3f), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:29.307241 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6194f3b3-2f1d-478d-a5c0-134ec5affd1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:13:29.309616 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6194f3b3-2f1d-478d-a5c0-134ec5affd1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:29.435852 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b2763355-6851-428b-816d-d88312be20cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (22aeabcb-c363-4919-9b36-3f4264efbe71), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:29.460851 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2763355-6851-428b-816d-d88312be20cc admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=104161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 01:13:29.487234 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6194f3b3-2f1d-478d-a5c0-134ec5affd1d admin admin] Pushing event updated for resources: {'Network': ['ID=8f65178e-aa89-435c-9fed-639dfc5bec3f,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:29.517632 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-6194f3b3-2f1d-478d-a5c0-134ec5affd1d admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.4235075 Jul 28 01:13:29.555234 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 44258) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:13:29.580455 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-17a2828b-67f8-4757-9789-4eadbeb427b4 admin admin] Request body: {'subnet': {'network_id': '8f65178e-aa89-435c-9fed-639dfc5bec3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-516860459-subnet', 'tenant_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:13:29.612222 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-c8d0cad4-a5c6-4924-93ce-511d445366c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73642dd-3854-4aaf-aca5-ae3b43fc9a15', 'name': 'tempest-DeleteServersTestJSON-170722871-router', 'tenant_id': 'c8b3087180c642a78010ed1382cf1868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'eacc4947-8055-46fb-959d-879e9f27f965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:26Z', 'updated_at': '2022-07-28T01:13:27Z', 'revision_number': 3, 'project_id': 'c8b3087180c642a78010ed1382cf1868', 'gw_port': {'id': 'eacc4947-8055-46fb-959d-879e9f27f965', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ce:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd73642dd-3854-4aaf-aca5-ae3b43fc9a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:27Z', 'updated_at': '2022-07-28T01:13:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi'}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:13:29.627437 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b2763355-6851-428b-816d-d88312be20cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084'] for segment (d38ebf67-8dab-4986-bb13-157dcdc07364), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:29.628005 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.db.segments_db [None req-b2763355-6851-428b-816d-d88312be20cc admin admin] Added segment d38ebf67-8dab-4986-bb13-157dcdc07364 of type vlan for network 79d1ca3f-e23e-4848-9d9a-982b12f210b8 Jul 28 01:13:29.634248 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649a9dcb-acd5-408c-9080-5f06cb282b6e admin admin] Made reservation on behalf of 347bcdc7636e4f93af2597f853926b13 for: {'network': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:13:29.638047 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-649a9dcb-acd5-408c-9080-5f06cb282b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for network (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:29.641374 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device f84ce4d7-1556-412c-89a8-eda7e18bb13e up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:13:29.648442 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Network 8f65178e-aa89-435c-9fed-639dfc5bec3f details requested by agent ovs-agent-dv-cinder-815582-11-iscsi with host dv-cinder-815582-11-iscsi {{(pid=104163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 01:13:29.664844 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d0cad4-a5c6-4924-93ce-511d445366c2 None None] Checking router: d73642dd-3854-4aaf-aca5-ae3b43fc9a15 for host: dv-cinder-815582-11-iscsi {{(pid=104164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:13:29.664844 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d0cad4-a5c6-4924-93ce-511d445366c2 None None] Updating router d73642dd-3854-4aaf-aca5-ae3b43fc9a15 port eacc4947-8055-46fb-959d-879e9f27f965 binding host dv-cinder-815582-11-iscsi {{(pid=104164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 01:13:29.740928 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c8d0cad4-a5c6-4924-93ce-511d445366c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (eacc4947-8055-46fb-959d-879e9f27f965), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:29.782724 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:29.811148 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-649a9dcb-acd5-408c-9080-5f06cb282b6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:29.815896 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2763355-6851-428b-816d-d88312be20cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22aeabcb-c363-4919-9b36-3f4264efbe71,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:29.865152 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a2828b-67f8-4757-9789-4eadbeb427b4 admin admin] Made reservation on behalf of af4689d2f0ef4d71a1c465610011f2d7 for: {'subnet': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:13:29.865602 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-879acf25-3f50-4b0a-b9b2-82d4270116b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:29.881527 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-17a2828b-67f8-4757-9789-4eadbeb427b4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:29.891567 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b2763355-6851-428b-816d-d88312be20cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778716385410'] for network (79d1ca3f-e23e-4848-9d9a-982b12f210b8), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:30.040212 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.db.resource_extend [None req-b2763355-6851-428b-816d-d88312be20cc admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 28 01:13:30.123849 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-e50bb5d6-4967-44b5-9212-e17fee1e8830 None None] Current status of the port f84ce4d7-1556-412c-89a8-eda7e18bb13e is: DOWN; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:13:30.125145 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e50bb5d6-4967-44b5-9212-e17fee1e8830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (f84ce4d7-1556-412c-89a8-eda7e18bb13e), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:30.128254 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b2763355-6851-428b-816d-d88312be20cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for network (79d1ca3f-e23e-4848-9d9a-982b12f210b8), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:30.130292 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2763355-6851-428b-816d-d88312be20cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:13:30.131096 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b2763355-6851-428b-816d-d88312be20cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:30.160711 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-b2763355-6851-428b-816d-d88312be20cc admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.1071069 Jul 28 01:13:30.181210 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_common [None req-879acf25-3f50-4b0a-b9b2-82d4270116b9 admin admin] Allocated IP 172.20.0.1 (b3b8c70a-85f4-4b76-9f67-3297a3a800f4/f49fd25b-3ab1-4af3-8259-aa04dba6863a/0c211b91-3699-4de1-9a69-4cda5fb329c9) {{(pid=104162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:13:30.189523 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 44276) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:13:30.297984 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-a0c98535-604c-478a-b4c3-c4506c9cc9c3 admin admin] Request body: {'subnet': {'network_id': '79d1ca3f-e23e-4848-9d9a-982b12f210b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1225621746-subnet', 'tenant_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:13:30.321784 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:30.325023 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-e50bb5d6-4967-44b5-9212-e17fee1e8830 None None] For port f84ce4d7-1556-412c-89a8-eda7e18bb13e, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=f84ce4d7-1556-412c-89a8-eda7e18bb13e,segment=NetworkSegment(5297ca8c-2da0-4352-ae6d-b19a2fd25ba5),segment_id=5297ca8c-2da0-4352-ae6d-b19a2fd25ba5)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:13:30.341587 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e50bb5d6-4967-44b5-9212-e17fee1e8830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (f84ce4d7-1556-412c-89a8-eda7e18bb13e), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:30.348436 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port f84ce4d7-1556-412c-89a8-eda7e18bb13e triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:13:30.349225 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (f84ce4d7-1556-412c-89a8-eda7e18bb13e), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:30.388904 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-879acf25-3f50-4b0a-b9b2-82d4270116b9 admin admin] Publish callbacks [] for port (0c211b91-3699-4de1-9a69-4cda5fb329c9), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:30.437803 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c8d0cad4-a5c6-4924-93ce-511d445366c2 None None] Publish callbacks [] for port (eacc4947-8055-46fb-959d-879e9f27f965), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:30.451164 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c8d0cad4-a5c6-4924-93ce-511d445366c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (eacc4947-8055-46fb-959d-879e9f27f965), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:30.462632 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:30.482340 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2871853b-26e7-4550-bb07-8c6d290543d0 None None] Provisioning complete for port f84ce4d7-1556-412c-89a8-eda7e18bb13e triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:13:30.483196 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2871853b-26e7-4550-bb07-8c6d290543d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (f84ce4d7-1556-412c-89a8-eda7e18bb13e), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:30.518981 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-879acf25-3f50-4b0a-b9b2-82d4270116b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427'] for port (0c211b91-3699-4de1-9a69-4cda5fb329c9), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:30.565037 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50bb5d6-4967-44b5-9212-e17fee1e8830 None None] Pushing event updated for resources: {'Port': ['ID=f84ce4d7-1556-412c-89a8-eda7e18bb13e,revision_number=3']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:30.574668 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-c8d0cad4-a5c6-4924-93ce-511d445366c2 None None] Attempting to bind port eacc4947-8055-46fb-959d-879e9f27f965 on host dv-cinder-815582-11-iscsi for vnic_type normal with profile {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:13:30.575075 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-c8d0cad4-a5c6-4924-93ce-511d445366c2 None None] Attempting to bind port eacc4947-8055-46fb-959d-879e9f27f965 by drivers openvswitch,hyperv on host dv-cinder-815582-11-iscsi at level 0 using segments [{'id': 'e0235fba-4142-426a-91c5-07cb16b4142e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:13:30.575305 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d0cad4-a5c6-4924-93ce-511d445366c2 None None] Attempting to bind port eacc4947-8055-46fb-959d-879e9f27f965 on network db4fd262-df4a-4858-b92c-469a7b8f139e {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:13:30.575903 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-649a9dcb-acd5-408c-9080-5f06cb282b6e admin admin] Publish callbacks [] for security_group (7779507e-6348-43db-acd3-1eeb9215bc2f), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:30.583114 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eff770-f9c3-4757-a6fa-ba6d6be03ab8 None None] Pushing event updated for resources: {'Port': ['ID=eacc4947-8055-46fb-959d-879e9f27f965,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:30.594103 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d0cad4-a5c6-4924-93ce-511d445366c2 None None] Checking agent: {'id': 'e0b16abb-2210-4432-8141-713fb95a37e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 4, 43), 'started_at': datetime.datetime(2022, 7, 28, 1, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:13:30.594521 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d0cad4-a5c6-4924-93ce-511d445366c2 None None] Checking segment: {'id': 'e0235fba-4142-426a-91c5-07cb16b4142e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:13:30.594991 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c8d0cad4-a5c6-4924-93ce-511d445366c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:30.595749 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d0cad4-a5c6-4924-93ce-511d445366c2 None None] Bound using segment: {'id': 'e0235fba-4142-426a-91c5-07cb16b4142e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'} {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:13:30.596240 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-c8d0cad4-a5c6-4924-93ce-511d445366c2 None None] Bound port: eacc4947-8055-46fb-959d-879e9f27f965, host: dv-cinder-815582-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0235fba-4142-426a-91c5-07cb16b4142e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'}}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:13:30.596804 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c8d0cad4-a5c6-4924-93ce-511d445366c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (eacc4947-8055-46fb-959d-879e9f27f965), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:30.625530 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eff770-f9c3-4757-a6fa-ba6d6be03ab8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:30.625941 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eff770-f9c3-4757-a6fa-ba6d6be03ab8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:30.626329 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eff770-f9c3-4757-a6fa-ba6d6be03ab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:30.626683 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eff770-f9c3-4757-a6fa-ba6d6be03ab8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:30.627556 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eff770-f9c3-4757-a6fa-ba6d6be03ab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:30.627957 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eff770-f9c3-4757-a6fa-ba6d6be03ab8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:30.628294 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eff770-f9c3-4757-a6fa-ba6d6be03ab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:30.628624 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eff770-f9c3-4757-a6fa-ba6d6be03ab8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:30.629052 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eff770-f9c3-4757-a6fa-ba6d6be03ab8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:30.629552 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eff770-f9c3-4757-a6fa-ba6d6be03ab8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:30.630481 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eff770-f9c3-4757-a6fa-ba6d6be03ab8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:30.630830 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eff770-f9c3-4757-a6fa-ba6d6be03ab8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:30.631363 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eff770-f9c3-4757-a6fa-ba6d6be03ab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:30.631690 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eff770-f9c3-4757-a6fa-ba6d6be03ab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:30.632011 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eff770-f9c3-4757-a6fa-ba6d6be03ab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:13:30.634003 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eff770-f9c3-4757-a6fa-ba6d6be03ab8 None None] Tracked resource versions report: Jul 28 01:13:30.634003 dv-cinder-815582-11-iscsi neutron-server[104164]: pushed versions: Jul 28 01:13:30.634003 dv-cinder-815582-11-iscsi neutron-server[104164]: { 'AddressGroup': {'1.2'}, Jul 28 01:13:30.634003 dv-cinder-815582-11-iscsi neutron-server[104164]: 'Agent': {'1.1'}, Jul 28 01:13:30.634003 dv-cinder-815582-11-iscsi neutron-server[104164]: 'ConntrackHelper': {'1.0'}, Jul 28 01:13:30.634003 dv-cinder-815582-11-iscsi neutron-server[104164]: 'LocalIPAssociation': {'1.0'}, Jul 28 01:13:30.634003 dv-cinder-815582-11-iscsi neutron-server[104164]: 'Log': {'1.0'}, Jul 28 01:13:30.634003 dv-cinder-815582-11-iscsi neutron-server[104164]: 'NDPProxy': {'1.0'}, Jul 28 01:13:30.634003 dv-cinder-815582-11-iscsi neutron-server[104164]: 'Network': {'1.1'}, Jul 28 01:13:30.634003 dv-cinder-815582-11-iscsi neutron-server[104164]: 'Port': {'1.7'}, Jul 28 01:13:30.634003 dv-cinder-815582-11-iscsi neutron-server[104164]: 'PortForwarding': {'1.3'}, Jul 28 01:13:30.634003 dv-cinder-815582-11-iscsi neutron-server[104164]: 'QosPolicy': {'1.10'}, Jul 28 01:13:30.634003 dv-cinder-815582-11-iscsi neutron-server[104164]: 'SecurityGroup': {'1.5'}, Jul 28 01:13:30.634003 dv-cinder-815582-11-iscsi neutron-server[104164]: 'SecurityGroupRule': {'1.2'}, Jul 28 01:13:30.634003 dv-cinder-815582-11-iscsi neutron-server[104164]: 'SubPort': {'1.0'}, Jul 28 01:13:30.634003 dv-cinder-815582-11-iscsi neutron-server[104164]: 'Subnet': {'1.1'}, Jul 28 01:13:30.634003 dv-cinder-815582-11-iscsi neutron-server[104164]: 'Trunk': {'1.1'}} Jul 28 01:13:30.634003 dv-cinder-815582-11-iscsi neutron-server[104164]: consumer versions: Jul 28 01:13:30.634003 dv-cinder-815582-11-iscsi neutron-server[104164]: { DHCP agent@dv-cinder-815582-11-iscsi: {}, Jul 28 01:13:30.634003 dv-cinder-815582-11-iscsi neutron-server[104164]: HyperV agent@hv-cinder-81558: {}, Jul 28 01:13:30.634003 dv-cinder-815582-11-iscsi neutron-server[104164]: L3 agent@dv-cinder-815582-11-iscsi: {}, Jul 28 01:13:30.634003 dv-cinder-815582-11-iscsi neutron-server[104164]: Metadata agent@dv-cinder-815582-11-iscsi: {}, Jul 28 01:13:30.634003 dv-cinder-815582-11-iscsi neutron-server[104164]: Metering agent@dv-cinder-815582-11-iscsi: {}, Jul 28 01:13:30.634003 dv-cinder-815582-11-iscsi neutron-server[104164]: Open vSwitch agent@dv-cinder-815582-11-iscsi: { 'AddressGroup': '1.2', Jul 28 01:13:30.634003 dv-cinder-815582-11-iscsi neutron-server[104164]: 'Agent': '1.1', Jul 28 01:13:30.634003 dv-cinder-815582-11-iscsi neutron-server[104164]: 'ConntrackHelper': '1.0', Jul 28 01:13:30.634003 dv-cinder-815582-11-iscsi neutron-server[104164]: 'LocalIPAssociation': '1.0', Jul 28 01:13:30.634003 dv-cinder-815582-11-iscsi neutron-server[104164]: 'Log': '1.0', Jul 28 01:13:30.634003 dv-cinder-815582-11-iscsi neutron-server[104164]: 'NDPProxy': '1.0', Jul 28 01:13:30.634003 dv-cinder-815582-11-iscsi neutron-server[104164]: 'Network': '1.1', Jul 28 01:13:30.634003 dv-cinder-815582-11-iscsi neutron-server[104164]: 'Port': '1.7', Jul 28 01:13:30.634003 dv-cinder-815582-11-iscsi neutron-server[104164]: 'PortForwarding': '1.3', Jul 28 01:13:30.634003 dv-cinder-815582-11-iscsi neutron-server[104164]: 'QosPolicy': '1.10', Jul 28 01:13:30.634003 dv-cinder-815582-11-iscsi neutron-server[104164]: 'SecurityGroup': '1.5', Jul 28 01:13:30.634003 dv-cinder-815582-11-iscsi neutron-server[104164]: 'SecurityGroupRule': '1.2', Jul 28 01:13:30.634003 dv-cinder-815582-11-iscsi neutron-server[104164]: 'SubPort': '1.0', Jul 28 01:13:30.634003 dv-cinder-815582-11-iscsi neutron-server[104164]: 'Subnet': '1.1', Jul 28 01:13:30.634003 dv-cinder-815582-11-iscsi neutron-server[104164]: 'Trunk': '1.1'}} Jul 28 01:13:30.634003 dv-cinder-815582-11-iscsi neutron-server[104164]: {{(pid=104164) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 01:13:30.644676 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879acf25-3f50-4b0a-b9b2-82d4270116b9 admin admin] Network b3b8c70a-85f4-4b76-9f67-3297a3a800f4 is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:13:30.663977 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:30.667846 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-879acf25-3f50-4b0a-b9b2-82d4270116b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:13:30.686885 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879acf25-3f50-4b0a-b9b2-82d4270116b9 admin admin] Received port after_create {{(pid=104162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:13:30.687996 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-879acf25-3f50-4b0a-b9b2-82d4270116b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613510'] for router_interface (d73642dd-3854-4aaf-aca5-ae3b43fc9a15), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:30.694633 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879acf25-3f50-4b0a-b9b2-82d4270116b9 admin admin] Pushing event updated for resources: {'Port': ['ID=0c211b91-3699-4de1-9a69-4cda5fb329c9,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:30.717437 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-c8d0cad4-a5c6-4924-93ce-511d445366c2 None None] For port eacc4947-8055-46fb-959d-879e9f27f965, host dv-cinder-815582-11-iscsi, cleared binding levels {{(pid=104164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:13:30.730239 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-c8d0cad4-a5c6-4924-93ce-511d445366c2 None None] For port eacc4947-8055-46fb-959d-879e9f27f965, host dv-cinder-815582-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=eacc4947-8055-46fb-959d-879e9f27f965,segment=NetworkSegment(e0235fba-4142-426a-91c5-07cb16b4142e),segment_id=e0235fba-4142-426a-91c5-07cb16b4142e)] {{(pid=104164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:13:30.747164 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-c8d0cad4-a5c6-4924-93ce-511d445366c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (eacc4947-8055-46fb-959d-879e9f27f965), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:30.805679 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port f84ce4d7-1556-412c-89a8-eda7e18bb13e is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:13:30.817900 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c98535-604c-478a-b4c3-c4506c9cc9c3 admin admin] Made reservation on behalf of 6e3df8020ac0427bae99a7fc30bdfa48 for: {'subnet': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:13:30.823931 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a0c98535-604c-478a-b4c3-c4506c9cc9c3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:30.869803 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2871853b-26e7-4550-bb07-8c6d290543d0 None None] Current status of the port f84ce4d7-1556-412c-89a8-eda7e18bb13e is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:13:30.876440 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:30.909938 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d0cad4-a5c6-4924-93ce-511d445366c2 None None] Routers {'d73642dd-3854-4aaf-aca5-ae3b43fc9a15'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:13:30.910579 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-c8d0cad4-a5c6-4924-93ce-511d445366c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:13:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['d73642dd-3854-4aaf-aca5-ae3b43fc9a15'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:13:30.912840 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eff770-f9c3-4757-a6fa-ba6d6be03ab8 None None] Pushing event updated for resources: {'Port': ['ID=eacc4947-8055-46fb-959d-879e9f27f965,revision_number=3']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:31.046207 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2763355-6851-428b-816d-d88312be20cc admin admin] Pushing event updated for resources: {'Network': ['ID=79d1ca3f-e23e-4848-9d9a-982b12f210b8,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:31.077701 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Network 79d1ca3f-e23e-4848-9d9a-982b12f210b8 details requested by agent ovs-agent-dv-cinder-815582-11-iscsi with host dv-cinder-815582-11-iscsi {{(pid=104163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 01:13:31.104908 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:INSERT=18,neutron:SELECT=80,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:31.109997 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-17a2828b-67f8-4757-9789-4eadbeb427b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for subnet (1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:31.125091 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-649a9dcb-acd5-408c-9080-5f06cb282b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (7779507e-6348-43db-acd3-1eeb9215bc2f), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:31.157606 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-0cc559b0-4f82-4066-a125-641c16b0acd4 None None] Provisioning complete for port 0c211b91-3699-4de1-9a69-4cda5fb329c9 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:13:31.158650 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-0cc559b0-4f82-4066-a125-641c16b0acd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (0c211b91-3699-4de1-9a69-4cda5fb329c9), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:31.163758 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-649a9dcb-acd5-408c-9080-5f06cb282b6e admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=104161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 01:13:31.189402 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-c8d0cad4-a5c6-4924-93ce-511d445366c2 None None] Set router d73642dd-3854-4aaf-aca5-ae3b43fc9a15 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:13:31.263484 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-649a9dcb-acd5-408c-9080-5f06cb282b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084'] for segment (78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:31.263990 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.db.segments_db [None req-649a9dcb-acd5-408c-9080-5f06cb282b6e admin admin] Added segment 78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5 of type vlan for network a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e Jul 28 01:13:31.295486 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-879acf25-3f50-4b0a-b9b2-82d4270116b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (0c211b91-3699-4de1-9a69-4cda5fb329c9), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:31.297563 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-0cc559b0-4f82-4066-a125-641c16b0acd4 None None] Port 0c211b91-3699-4de1-9a69-4cda5fb329c9 cannot update to ACTIVE because it is not bound. {{(pid=104163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 01:13:31.302093 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device f84ce4d7-1556-412c-89a8-eda7e18bb13e up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:13:31.460667 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:31.505351 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port f84ce4d7-1556-412c-89a8-eda7e18bb13e triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:13:31.505948 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (f84ce4d7-1556-412c-89a8-eda7e18bb13e), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:31.565944 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-879acf25-3f50-4b0a-b9b2-82d4270116b9 admin admin] Publish callbacks [] for port (0c211b91-3699-4de1-9a69-4cda5fb329c9), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:31.571933 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-879acf25-3f50-4b0a-b9b2-82d4270116b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (0c211b91-3699-4de1-9a69-4cda5fb329c9), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:31.572998 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-879acf25-3f50-4b0a-b9b2-82d4270116b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613626'] for router_interface (d73642dd-3854-4aaf-aca5-ae3b43fc9a15), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:31.589588 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-649a9dcb-acd5-408c-9080-5f06cb282b6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778716385410'] for network (a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:31.619042 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-c8d0cad4-a5c6-4924-93ce-511d445366c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73642dd-3854-4aaf-aca5-ae3b43fc9a15', 'name': 'tempest-DeleteServersTestJSON-170722871-router', 'tenant_id': 'c8b3087180c642a78010ed1382cf1868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'eacc4947-8055-46fb-959d-879e9f27f965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:26Z', 'updated_at': '2022-07-28T01:13:27Z', 'revision_number': 3, 'project_id': 'c8b3087180c642a78010ed1382cf1868', 'gw_port': {'id': 'eacc4947-8055-46fb-959d-879e9f27f965', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ce:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd73642dd-3854-4aaf-aca5-ae3b43fc9a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:27Z', 'updated_at': '2022-07-28T01:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi'}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:13:31.623712 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879acf25-3f50-4b0a-b9b2-82d4270116b9 admin admin] Pushing event updated for resources: {'Port': ['ID=0c211b91-3699-4de1-9a69-4cda5fb329c9,revision_number=2']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:31.676009 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a9dcb-acd5-408c-9080-5f06cb282b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7779507e-6348-43db-acd3-1eeb9215bc2f,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:31.692650 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a2828b-67f8-4757-9789-4eadbeb427b4 admin admin] Checking segment: {'id': 'a9a4e950-f526-4d0c-a24b-0cb526b214ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8f65178e-aa89-435c-9fed-639dfc5bec3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:13:31.693260 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a2828b-67f8-4757-9789-4eadbeb427b4 admin admin] Network hostable DHCP agents. Network: 8f65178e-aa89-435c-9fed-639dfc5bec3f, hostable agents: ['1da181d0-8fa3-49c1-8992-3db4e395f26f'], hosted agents: [] {{(pid=104161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 01:13:31.704441 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-649a9dcb-acd5-408c-9080-5f06cb282b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for network (a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:31.705706 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649a9dcb-acd5-408c-9080-5f06cb282b6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:13:31.706763 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-649a9dcb-acd5-408c-9080-5f06cb282b6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:31.736432 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d0cad4-a5c6-4924-93ce-511d445366c2 None None] The sync data for ids ['d73642dd-3854-4aaf-aca5-ae3b43fc9a15'] in dv-cinder-815582-11-iscsi is: [{'id': 'd73642dd-3854-4aaf-aca5-ae3b43fc9a15', 'name': 'tempest-DeleteServersTestJSON-170722871-router', 'tenant_id': 'c8b3087180c642a78010ed1382cf1868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'eacc4947-8055-46fb-959d-879e9f27f965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:26Z', 'updated_at': '2022-07-28T01:13:27Z', 'revision_number': 3, 'project_id': 'c8b3087180c642a78010ed1382cf1868', 'gw_port': {'id': 'eacc4947-8055-46fb-959d-879e9f27f965', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ce:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd73642dd-3854-4aaf-aca5-ae3b43fc9a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:27Z', 'updated_at': '2022-07-28T01:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi'}] {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:13:31.746086 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-649a9dcb-acd5-408c-9080-5f06cb282b6e admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 3.5712028 Jul 28 01:13:31.768729 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port f84ce4d7-1556-412c-89a8-eda7e18bb13e is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:13:31.811939 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 44328) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:13:31.859258 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-c21e1122-ad23-4493-9523-6c7105681d65 admin admin] Request body: {'subnet': {'network_id': 'a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1320773297-subnet', 'tenant_id': '347bcdc7636e4f93af2597f853926b13', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:13:31.868624 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2828b-67f8-4757-9789-4eadbeb427b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:31.889022 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a0c98535-604c-478a-b4c3-c4506c9cc9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for subnet (a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:31.891267 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a2828b-67f8-4757-9789-4eadbeb427b4 admin admin] Network 8f65178e-aa89-435c-9fed-639dfc5bec3f is scheduled to be hosted by DHCP agent 1da181d0-8fa3-49c1-8992-3db4e395f26f with binding_index 1 {{(pid=104161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 01:13:31.929607 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879acf25-3f50-4b0a-b9b2-82d4270116b9 admin admin] Network b3b8c70a-85f4-4b76-9f67-3297a3a800f4 is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:13:31.943058 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-879acf25-3f50-4b0a-b9b2-82d4270116b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:13:31.953761 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-17a2828b-67f8-4757-9789-4eadbeb427b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-11-iscsi, 8f65178e-aa89-435c-9fed-639dfc5bec3f) {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:13:31.956126 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a9dcb-acd5-408c-9080-5f06cb282b6e admin admin] Pushing event updated for resources: {'Network': ['ID=a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:31.968167 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a2828b-67f8-4757-9789-4eadbeb427b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:13:31.968784 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-17a2828b-67f8-4757-9789-4eadbeb427b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for subnet (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:32.007998 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50998b24-80b8-43b4-a8f3-316fc55b86e8 None None] Network 8f65178e-aa89-435c-9fed-639dfc5bec3f requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:13:32.018181 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21e1122-ad23-4493-9523-6c7105681d65 admin admin] Made reservation on behalf of 347bcdc7636e4f93af2597f853926b13 for: {'subnet': 1} {{(pid=104162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:13:32.021820 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-c21e1122-ad23-4493-9523-6c7105681d65 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:32.068231 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c98535-604c-478a-b4c3-c4506c9cc9c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:32.080729 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-17a2828b-67f8-4757-9789-4eadbeb427b4 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.5053105 Jul 28 01:13:32.083150 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 44348) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:13:32.092896 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-55e67d68-e007-469e-b657-fc841e9f93b6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-516860459-router', 'tenant_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'}}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:13:32.132871 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Network a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e details requested by agent ovs-agent-dv-cinder-815582-11-iscsi with host dv-cinder-815582-11-iscsi {{(pid=104163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 01:13:32.167019 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c98535-604c-478a-b4c3-c4506c9cc9c3 admin admin] Checking segment: {'id': 'd38ebf67-8dab-4986-bb13-157dcdc07364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '79d1ca3f-e23e-4848-9d9a-982b12f210b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:13:32.167465 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c98535-604c-478a-b4c3-c4506c9cc9c3 admin admin] Network hostable DHCP agents. Network: 79d1ca3f-e23e-4848-9d9a-982b12f210b8, hostable agents: ['1da181d0-8fa3-49c1-8992-3db4e395f26f'], hosted agents: [] {{(pid=104161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 01:13:32.245081 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-55e67d68-e007-469e-b657-fc841e9f93b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-425'] for router (3ccb096a-c737-4db7-b1f4-5c1c10b171d2), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:32.260897 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-55e67d68-e007-469e-b657-fc841e9f93b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947450', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-416'] for router (3ccb096a-c737-4db7-b1f4-5c1c10b171d2), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:32.305169 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c98535-604c-478a-b4c3-c4506c9cc9c3 admin admin] Network 79d1ca3f-e23e-4848-9d9a-982b12f210b8 is scheduled to be hosted by DHCP agent 1da181d0-8fa3-49c1-8992-3db4e395f26f with binding_index 1 {{(pid=104161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 01:13:32.367449 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:32.396647 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879acf25-3f50-4b0a-b9b2-82d4270116b9 admin admin] Router d73642dd-3854-4aaf-aca5-ae3b43fc9a15 has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:13:32.399696 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:32.459978 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-a0c98535-604c-478a-b4c3-c4506c9cc9c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-11-iscsi, 79d1ca3f-e23e-4848-9d9a-982b12f210b8) {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:13:32.485548 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c98535-604c-478a-b4c3-c4506c9cc9c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:13:32.486423 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a0c98535-604c-478a-b4c3-c4506c9cc9c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for subnet (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:32.498135 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8b2664-6455-4b24-9440-8c7e914e89ff None None] Network 79d1ca3f-e23e-4848-9d9a-982b12f210b8 requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:13:32.501607 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=100 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:32.533543 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:INSERT=12,neutron:SELECT=82,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:32.555590 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-55e67d68-e007-469e-b657-fc841e9f93b6 admin admin] Publish callbacks [] for router_controller (3ccb096a-c737-4db7-b1f4-5c1c10b171d2), precommit_add_association {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:32.615698 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (8d4a48be-b376-49eb-a7aa-478deaa3f35f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:32.654305 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-c21e1122-ad23-4493-9523-6c7105681d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for subnet (5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:32.660791 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-a0c98535-604c-478a-b4c3-c4506c9cc9c3 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.3905334 Jul 28 01:13:32.661382 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 44368) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:13:32.669226 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-1ded5c31-d0e1-4b50-b6a6-2ca46fa406c2 None None] Provisioning complete for port 0c211b91-3699-4de1-9a69-4cda5fb329c9 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:13:32.669602 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-1ded5c31-d0e1-4b50-b6a6-2ca46fa406c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (0c211b91-3699-4de1-9a69-4cda5fb329c9), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:32.721345 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9e3f6c-9d16-44e3-8fda-3026b82699b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11df1cfc-1f6d-5ec1-8de9-f52b05ea7209-8f65178e-aa89-435c-9fed-639dfc5bec3f', 'network_id': '8f65178e-aa89-435c-9fed-639dfc5bec3f', 'project_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'fixed_ips': [{'subnet_id': '1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2'}]}} from dv-cinder-815582-11-iscsi. {{(pid=104163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 01:13:32.722310 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-fd9e3f6c-9d16-44e3-8fda-3026b82699b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:32.729338 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-06f48c0f-45e2-4f29-a5d8-e8f4be54ae4d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1225621746-router', 'tenant_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'}}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:13:32.792003 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-1ded5c31-d0e1-4b50-b6a6-2ca46fa406c2 None None] Port 0c211b91-3699-4de1-9a69-4cda5fb329c9 cannot update to ACTIVE because it is not bound. {{(pid=104163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 01:13:32.854962 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e455e1a8-469f-4e15-8a28-6057d721f7b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11df1cfc-1f6d-5ec1-8de9-f52b05ea7209-79d1ca3f-e23e-4848-9d9a-982b12f210b8', 'network_id': '79d1ca3f-e23e-4848-9d9a-982b12f210b8', 'project_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'fixed_ips': [{'subnet_id': 'a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6'}]}} from dv-cinder-815582-11-iscsi. {{(pid=104163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 01:13:32.858301 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e455e1a8-469f-4e15-8a28-6057d721f7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:32.917532 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:32.972374 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879acf25-3f50-4b0a-b9b2-82d4270116b9 admin admin] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:13:32.991724 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-879acf25-3f50-4b0a-b9b2-82d4270116b9 admin admin] 10.222.0.17 "PUT /v2.0/routers/d73642dd-3854-4aaf-aca5-ae3b43fc9a15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3192997 Jul 28 01:13:32.992888 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 44388) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:13:32.999456 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e1122-ad23-4493-9523-6c7105681d65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6,revision_number=0']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:33.025173 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21e1122-ad23-4493-9523-6c7105681d65 admin admin] Checking segment: {'id': '78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:13:33.025840 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21e1122-ad23-4493-9523-6c7105681d65 admin admin] Network hostable DHCP agents. Network: a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e, hostable agents: ['1da181d0-8fa3-49c1-8992-3db4e395f26f'], hosted agents: [] {{(pid=104162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 01:13:33.083185 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-06f48c0f-45e2-4f29-a5d8-e8f4be54ae4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-425'] for router (cc6a0719-88e5-4b17-be05-1c543993ef8f), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:33.087733 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-06f48c0f-45e2-4f29-a5d8-e8f4be54ae4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947450', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-416'] for router (cc6a0719-88e5-4b17-be05-1c543993ef8f), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:33.088879 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21e1122-ad23-4493-9523-6c7105681d65 admin admin] Network a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e is scheduled to be hosted by DHCP agent 1da181d0-8fa3-49c1-8992-3db4e395f26f with binding_index 1 {{(pid=104162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 01:13:33.120003 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-c21e1122-ad23-4493-9523-6c7105681d65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-11-iscsi, a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e) {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:13:33.133779 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21e1122-ad23-4493-9523-6c7105681d65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:13:33.135839 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-c21e1122-ad23-4493-9523-6c7105681d65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for subnet (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:33.160584 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7781ad9e-5503-475e-95bd-afaee01b5544 None None] Network a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:13:33.161173 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-55e67d68-e007-469e-b657-fc841e9f93b6 admin admin] Publish callbacks [] for router_gateway (3ccb096a-c737-4db7-b1f4-5c1c10b171d2), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:33.201909 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-c21e1122-ad23-4493-9523-6c7105681d65 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3832324 Jul 28 01:13:33.202749 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 44396) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:13:33.232401 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-1db07d1e-3927-41ee-8c96-88a4c2cb9fe6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1320773297-router', 'tenant_id': '347bcdc7636e4f93af2597f853926b13', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'}}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:13:33.254221 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=8,neutron:DELETE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:33.397759 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d9b2c8c3-3672-4c48-967e-eb2ceebbbd09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:33.431354 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device eacc4947-8055-46fb-959d-879e9f27f965 up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:13:33.439259 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1db07d1e-3927-41ee-8c96-88a4c2cb9fe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-425'] for router (23be02fa-a53b-4cfa-870c-e712548ac0ab), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:33.442375 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1db07d1e-3927-41ee-8c96-88a4c2cb9fe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947450', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-416'] for router (23be02fa-a53b-4cfa-870c-e712548ac0ab), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:33.597407 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.db_base_plugin_common [None req-fd9e3f6c-9d16-44e3-8fda-3026b82699b8 None None] Allocated IP 172.20.0.2 (8f65178e-aa89-435c-9fed-639dfc5bec3f/1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2/a60d5cbd-e793-4d09-8407-77b9525c2c43) {{(pid=104163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:13:33.612858 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1db07d1e-3927-41ee-8c96-88a4c2cb9fe6 admin admin] Publish callbacks [] for router_controller (23be02fa-a53b-4cfa-870c-e712548ac0ab), precommit_add_association {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:33.617493 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-06f48c0f-45e2-4f29-a5d8-e8f4be54ae4d admin admin] Publish callbacks [] for router_controller (cc6a0719-88e5-4b17-be05-1c543993ef8f), precommit_add_association {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:33.855670 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port eacc4947-8055-46fb-959d-879e9f27f965 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:13:33.856056 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (eacc4947-8055-46fb-959d-879e9f27f965), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:33.977223 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843e698d-d44b-4d87-a676-4e73159af770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11df1cfc-1f6d-5ec1-8de9-f52b05ea7209-a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e', 'network_id': 'a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e', 'project_id': '347bcdc7636e4f93af2597f853926b13', 'fixed_ips': [{'subnet_id': '5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6'}]}} from dv-cinder-815582-11-iscsi. {{(pid=104163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 01:13:33.978662 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-843e698d-d44b-4d87-a676-4e73159af770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:34.020736 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 44440) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:13:34.068934 dv-cinder-815582-11-iscsi neutron-server[104162]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 28 01:13:34.104147 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.db_base_plugin_common [None req-e455e1a8-469f-4e15-8a28-6057d721f7b3 None None] Allocated IP 172.20.0.2 (79d1ca3f-e23e-4848-9d9a-982b12f210b8/a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6/c4d59b09-5d6c-447e-85e4-4016976bb47f) {{(pid=104163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:13:34.115095 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-06f48c0f-45e2-4f29-a5d8-e8f4be54ae4d admin admin] Publish callbacks [] for router_gateway (cc6a0719-88e5-4b17-be05-1c543993ef8f), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:34.187616 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1db07d1e-3927-41ee-8c96-88a4c2cb9fe6 admin admin] Publish callbacks [] for router_gateway (23be02fa-a53b-4cfa-870c-e712548ac0ab), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:34.212230 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-55e67d68-e007-469e-b657-fc841e9f93b6 admin admin] Publish callbacks [] for router_gateway (3ccb096a-c737-4db7-b1f4-5c1c10b171d2), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:34.295047 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-55e67d68-e007-469e-b657-fc841e9f93b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:34.384907 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d9b2c8c3-3672-4c48-967e-eb2ceebbbd09 admin admin] Publish callbacks [] for security_group (2bbb5ad4-21ee-4559-badb-d97a1d682d3d), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:34.406258 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d9b2c8c3-3672-4c48-967e-eb2ceebbbd09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (2bbb5ad4-21ee-4559-badb-d97a1d682d3d), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:34.467022 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-d70903fc-90ee-4999-aa69-e8553284dd4a tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:13:34.480617 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-d70903fc-90ee-4999-aa69-e8553284dd4a tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] 10.222.0.17 "GET /v2.0/networks?id=b3b8c70a-85f4-4b76-9f67-3297a3a800f4 HTTP/1.1" status: 200 len: 811 time: 0.4462821 Jul 28 01:13:34.521483 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-d9b2c8c3-3672-4c48-967e-eb2ceebbbd09 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=74152caac2cf4f8abdd7855f775ec5ce&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5143509 Jul 28 01:13:34.529343 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-ccbe56a0-1dc0-4547-931e-16fe30167ee1 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] 10.222.0.17 "GET /v2.0/quotas/c8b3087180c642a78010ed1382cf1868 HTTP/1.1" status: 200 len: 375 time: 0.0527785 Jul 28 01:13:34.540807 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 44466) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:13:34.551342 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=9 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:34.603180 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b2c8c3-3672-4c48-967e-eb2ceebbbd09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbb5ad4-21ee-4559-badb-d97a1d682d3d,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:34.701652 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:34.770785 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [None req-55e67d68-e007-469e-b657-fc841e9f93b6 admin admin] Allocated IP 172.27.1.82 (db4fd262-df4a-4858-b92c-469a7b8f139e/fbbec24e-3b1c-439c-846a-fd72122ae4ff/9762e545-1ff8-4a46-81e3-9aaed038bac8) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:13:34.823886 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port eacc4947-8055-46fb-959d-879e9f27f965 is: DOWN; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:13:34.824173 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (eacc4947-8055-46fb-959d-879e9f27f965), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:34.834005 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:34.836627 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-fd9e3f6c-9d16-44e3-8fda-3026b82699b8 None None] Publish callbacks [] for port (a60d5cbd-e793-4d09-8407-77b9525c2c43), precommit_create {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:34.855450 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:34.900861 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-fd9e3f6c-9d16-44e3-8fda-3026b82699b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427'] for port (a60d5cbd-e793-4d09-8407-77b9525c2c43), after_create {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:34.904383 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] For port eacc4947-8055-46fb-959d-879e9f27f965, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=eacc4947-8055-46fb-959d-879e9f27f965,segment=NetworkSegment(e0235fba-4142-426a-91c5-07cb16b4142e),segment_id=e0235fba-4142-426a-91c5-07cb16b4142e)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:13:34.913594 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-e094256b-d8f7-4caa-ab61-68d511d53504 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=c8b3087180c642a78010ed1382cf1868&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3831913 Jul 28 01:13:34.926503 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-06f48c0f-45e2-4f29-a5d8-e8f4be54ae4d admin admin] Publish callbacks [] for router_gateway (cc6a0719-88e5-4b17-be05-1c543993ef8f), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:34.935600 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-ffeb8e73-0f0e-46c3-8b0a-fc0ffbe858b4 admin admin] Publish callbacks [] for security_group (2bbb5ad4-21ee-4559-badb-d97a1d682d3d), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:34.938698 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1db07d1e-3927-41ee-8c96-88a4c2cb9fe6 admin admin] Publish callbacks [] for router_gateway (23be02fa-a53b-4cfa-870c-e712548ac0ab), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:34.966176 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1db07d1e-3927-41ee-8c96-88a4c2cb9fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:34.973389 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-55e67d68-e007-469e-b657-fc841e9f93b6 admin admin] Publish callbacks [] for port (9762e545-1ff8-4a46-81e3-9aaed038bac8), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:34.995283 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-06f48c0f-45e2-4f29-a5d8-e8f4be54ae4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:35.011412 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e3f6c-9d16-44e3-8fda-3026b82699b8 None None] Pushing event updated for resources: {'Port': ['ID=a60d5cbd-e793-4d09-8407-77b9525c2c43,revision_number=1']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:35.049506 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bd427a-6ce9-415d-ac2d-6a7493568d54 None None] Sync routers for ids ['d73642dd-3854-4aaf-aca5-ae3b43fc9a15'] in dv-cinder-815582-11-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:13:35.052974 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-ffeb8e73-0f0e-46c3-8b0a-fc0ffbe858b4 admin admin] Publish callbacks [] for security_group (2bbb5ad4-21ee-4559-badb-d97a1d682d3d), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:35.057047 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (eacc4947-8055-46fb-959d-879e9f27f965), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:35.147881 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:35.152377 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-ffeb8e73-0f0e-46c3-8b0a-fc0ffbe858b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (2bbb5ad4-21ee-4559-badb-d97a1d682d3d), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:35.156077 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-ffeb8e73-0f0e-46c3-8b0a-fc0ffbe858b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:35.161009 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-ffeb8e73-0f0e-46c3-8b0a-fc0ffbe858b4 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2bbb5ad4-21ee-4559-badb-d97a1d682d3d HTTP/1.1" status: 204 len: 168 time: 0.6217792 Jul 28 01:13:35.174016 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9e3f6c-9d16-44e3-8fda-3026b82699b8 None None] Network 8f65178e-aa89-435c-9fed-639dfc5bec3f is already hosted by enough agents. {{(pid=104163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:13:35.187262 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-c74cee74-53ff-46d4-a57e-b4faa8a543d3 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=104162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 01:13:35.188614 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-c74cee74-53ff-46d4-a57e-b4faa8a543d3 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1424997 Jul 28 01:13:35.189775 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeb8e73-0f0e-46c3-8b0a-fc0ffbe858b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbb5ad4-21ee-4559-badb-d97a1d682d3d,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:35.195015 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bd427a-6ce9-415d-ac2d-6a7493568d54 None None] Routers {'d73642dd-3854-4aaf-aca5-ae3b43fc9a15'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:13:35.197763 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-45bd427a-6ce9-415d-ac2d-6a7493568d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:13:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['d73642dd-3854-4aaf-aca5-ae3b43fc9a15'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:13:35.219781 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:35.246529 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-55e67d68-e007-469e-b657-fc841e9f93b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427'] for port (9762e545-1ff8-4a46-81e3-9aaed038bac8), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:35.341845 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.scheduler.base_scheduler [None req-fd9e3f6c-9d16-44e3-8fda-3026b82699b8 None None] Resources bound (agent type, host, resource id): {{(pid=104163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:13:35.374010 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.db_base_plugin_common [None req-843e698d-d44b-4d87-a676-4e73159af770 None None] Allocated IP 172.20.0.2 (a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e/5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6/8bffd988-7501-442e-867a-4c328537e4f7) {{(pid=104163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:13:35.439158 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e67d68-e007-469e-b657-fc841e9f93b6 admin admin] Pushing event updated for resources: {'Port': ['ID=9762e545-1ff8-4a46-81e3-9aaed038bac8,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:35.452823 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e67d68-e007-469e-b657-fc841e9f93b6 admin admin] Network db4fd262-df4a-4858-b92c-469a7b8f139e is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:13:35.459240 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-55e67d68-e007-469e-b657-fc841e9f93b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:13:35.470030 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e67d68-e007-469e-b657-fc841e9f93b6 admin admin] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:13:35.532923 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e455e1a8-469f-4e15-8a28-6057d721f7b3 None None] Publish callbacks [] for port (c4d59b09-5d6c-447e-85e4-4016976bb47f), precommit_create {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:35.572613 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:35.575977 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9e3f6c-9d16-44e3-8fda-3026b82699b8 None None] Received port after_create {{(pid=104163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:13:35.579552 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_common [None req-1db07d1e-3927-41ee-8c96-88a4c2cb9fe6 admin admin] Allocated IP 172.27.1.60 (db4fd262-df4a-4858-b92c-469a7b8f139e/fbbec24e-3b1c-439c-846a-fd72122ae4ff/1416697e-2521-4c94-950b-f0d8817032e5) {{(pid=104162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:13:35.605390 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e455e1a8-469f-4e15-8a28-6057d721f7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427'] for port (c4d59b09-5d6c-447e-85e4-4016976bb47f), after_create {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:35.632576 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-53a39e88-9037-4f28-8ccc-382a32cc3856 service neutron] 10.222.0.17 "GET /v2.0/networks/b3b8c70a-85f4-4b76-9f67-3297a3a800f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4303603 Jul 28 01:13:35.653830 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-45bd427a-6ce9-415d-ac2d-6a7493568d54 None None] Set router d73642dd-3854-4aaf-aca5-ae3b43fc9a15 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:13:35.680853 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e455e1a8-469f-4e15-8a28-6057d721f7b3 None None] Network 79d1ca3f-e23e-4848-9d9a-982b12f210b8 is already hosted by enough agents. {{(pid=104163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:13:35.724970 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 44540) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:13:35.758033 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.scheduler.base_scheduler [None req-e455e1a8-469f-4e15-8a28-6057d721f7b3 None None] Resources bound (agent type, host, resource id): {{(pid=104163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:13:35.759117 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-97a7bfe3-e7f5-4d38-a040-b0a03eaa4c93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:35.780064 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e455e1a8-469f-4e15-8a28-6057d721f7b3 None None] Received port after_create {{(pid=104163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:13:35.925235 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-604486a1-f9b8-4bc5-8fac-fdc84f1055e4 service neutron] 10.222.0.17 "GET /v2.0/networks/b3b8c70a-85f4-4b76-9f67-3297a3a800f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906191 Jul 28 01:13:35.928056 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 44546) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:13:35.982157 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1db07d1e-3927-41ee-8c96-88a4c2cb9fe6 admin admin] Publish callbacks [] for port (1416697e-2521-4c94-950b-f0d8817032e5), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:36.072606 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1db07d1e-3927-41ee-8c96-88a4c2cb9fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427'] for port (1416697e-2521-4c94-950b-f0d8817032e5), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:36.139824 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db07d1e-3927-41ee-8c96-88a4c2cb9fe6 admin admin] Network db4fd262-df4a-4858-b92c-469a7b8f139e is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:13:36.148828 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-1db07d1e-3927-41ee-8c96-88a4c2cb9fe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:13:36.155681 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db07d1e-3927-41ee-8c96-88a4c2cb9fe6 admin admin] Received port after_create {{(pid=104162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:13:36.207111 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Pushing event updated for resources: {'Port': ['ID=eacc4947-8055-46fb-959d-879e9f27f965,revision_number=4']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:36.223232 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [None req-06f48c0f-45e2-4f29-a5d8-e8f4be54ae4d admin admin] Allocated IP 172.27.1.233 (db4fd262-df4a-4858-b92c-469a7b8f139e/fbbec24e-3b1c-439c-846a-fd72122ae4ff/af5bfeb6-797c-4c9c-bb52-8842e138fefc) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:13:36.350807 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:36.364988 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-36d3a0f4-b917-4f50-af83-e321357c2f0d req-c7202977-faad-41fb-a7d2-b0a2c5924049 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] 10.222.0.17 "GET /v2.0/ports?device_id=9ae47659-3cd8-4380-a4bf-e8ed0066a9a0 HTTP/1.1" status: 200 len: 210 time: 0.0652063 Jul 28 01:13:36.385015 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 44572) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:13:36.385970 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db07d1e-3927-41ee-8c96-88a4c2cb9fe6 admin admin] Pushing event updated for resources: {'Port': ['ID=1416697e-2521-4c94-950b-f0d8817032e5,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:36.400648 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3d0d41a7-b740-45e6-9e95-af0bce02a547 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:36.437831 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e455e1a8-469f-4e15-8a28-6057d721f7b3 None None] Pushing event updated for resources: {'Port': ['ID=c4d59b09-5d6c-447e-85e4-4016976bb47f,revision_number=1']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:36.455265 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-fd9e3f6c-9d16-44e3-8fda-3026b82699b8 None None] Attempting to bind port a60d5cbd-e793-4d09-8407-77b9525c2c43 on host dv-cinder-815582-11-iscsi for vnic_type normal with profile {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:13:36.456474 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-fd9e3f6c-9d16-44e3-8fda-3026b82699b8 None None] Attempting to bind port a60d5cbd-e793-4d09-8407-77b9525c2c43 by drivers openvswitch,hyperv on host dv-cinder-815582-11-iscsi at level 0 using segments [{'id': 'a9a4e950-f526-4d0c-a24b-0cb526b214ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8f65178e-aa89-435c-9fed-639dfc5bec3f'}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:13:36.456856 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9e3f6c-9d16-44e3-8fda-3026b82699b8 None None] Attempting to bind port a60d5cbd-e793-4d09-8407-77b9525c2c43 on network 8f65178e-aa89-435c-9fed-639dfc5bec3f {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:13:36.458948 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-06f48c0f-45e2-4f29-a5d8-e8f4be54ae4d admin admin] Publish callbacks [] for port (af5bfeb6-797c-4c9c-bb52-8842e138fefc), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:36.499980 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9e3f6c-9d16-44e3-8fda-3026b82699b8 None None] Checking agent: {'id': 'e0b16abb-2210-4432-8141-713fb95a37e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 4, 43), 'started_at': datetime.datetime(2022, 7, 28, 1, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:13:36.500633 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9e3f6c-9d16-44e3-8fda-3026b82699b8 None None] Checking segment: {'id': 'a9a4e950-f526-4d0c-a24b-0cb526b214ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8f65178e-aa89-435c-9fed-639dfc5bec3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:13:36.501084 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-fd9e3f6c-9d16-44e3-8fda-3026b82699b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:36.501709 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9e3f6c-9d16-44e3-8fda-3026b82699b8 None None] Bound using segment: {'id': 'a9a4e950-f526-4d0c-a24b-0cb526b214ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8f65178e-aa89-435c-9fed-639dfc5bec3f'} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:13:36.502211 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-fd9e3f6c-9d16-44e3-8fda-3026b82699b8 None None] Bound port: a60d5cbd-e793-4d09-8407-77b9525c2c43, host: dv-cinder-815582-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9a4e950-f526-4d0c-a24b-0cb526b214ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8f65178e-aa89-435c-9fed-639dfc5bec3f'}}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:13:36.502608 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-fd9e3f6c-9d16-44e3-8fda-3026b82699b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (a60d5cbd-e793-4d09-8407-77b9525c2c43), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:36.517872 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-06f48c0f-45e2-4f29-a5d8-e8f4be54ae4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427'] for port (af5bfeb6-797c-4c9c-bb52-8842e138fefc), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:36.536471 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3d0d41a7-b740-45e6-9e95-af0bce02a547 admin admin] Publish callbacks [] for security_group (787c3cec-c404-4f18-9c3a-eef803d1d0f4), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:36.540503 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:36.544121 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3d0d41a7-b740-45e6-9e95-af0bce02a547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (787c3cec-c404-4f18-9c3a-eef803d1d0f4), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:36.591426 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-97a7bfe3-e7f5-4d38-a040-b0a03eaa4c93 admin admin] Publish callbacks [] for security_group (60277982-734c-4829-8751-5101af1c058f), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:36.611868 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-3d0d41a7-b740-45e6-9e95-af0bce02a547 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=8fe8407ac0834896b8693848d6c023d8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6762676 Jul 28 01:13:36.611868 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d41a7-b740-45e6-9e95-af0bce02a547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787c3cec-c404-4f18-9c3a-eef803d1d0f4,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:36.615005 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 44588) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:13:36.648643 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-97a7bfe3-e7f5-4d38-a040-b0a03eaa4c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (60277982-734c-4829-8751-5101af1c058f), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:36.772105 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f48c0f-45e2-4f29-a5d8-e8f4be54ae4d admin admin] Network db4fd262-df4a-4858-b92c-469a7b8f139e is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:13:36.777201 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-843e698d-d44b-4d87-a676-4e73159af770 None None] Publish callbacks [] for port (8bffd988-7501-442e-867a-4c328537e4f7), precommit_create {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:36.814369 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-06f48c0f-45e2-4f29-a5d8-e8f4be54ae4d admin admin] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:13:36.824388 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:UPDATE=6,neutron:SELECT=91,neutron:INSERT=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:36.835500 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-843e698d-d44b-4d87-a676-4e73159af770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427'] for port (8bffd988-7501-442e-867a-4c328537e4f7), after_create {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:36.836379 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f48c0f-45e2-4f29-a5d8-e8f4be54ae4d admin admin] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:13:36.871231 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=10 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:36.920927 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-97a7bfe3-e7f5-4d38-a040-b0a03eaa4c93 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a5567fd80c284acaa6ac88e5300684fa&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1961212 Jul 28 01:13:36.927615 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e698d-d44b-4d87-a676-4e73159af770 None None] Pushing event updated for resources: {'Port': ['ID=8bffd988-7501-442e-867a-4c328537e4f7,revision_number=1']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:36.931280 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-e455e1a8-469f-4e15-8a28-6057d721f7b3 None None] Attempting to bind port c4d59b09-5d6c-447e-85e4-4016976bb47f on host dv-cinder-815582-11-iscsi for vnic_type normal with profile {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:13:36.931280 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-e455e1a8-469f-4e15-8a28-6057d721f7b3 None None] Attempting to bind port c4d59b09-5d6c-447e-85e4-4016976bb47f by drivers openvswitch,hyperv on host dv-cinder-815582-11-iscsi at level 0 using segments [{'id': 'd38ebf67-8dab-4986-bb13-157dcdc07364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '79d1ca3f-e23e-4848-9d9a-982b12f210b8'}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:13:36.931280 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e455e1a8-469f-4e15-8a28-6057d721f7b3 None None] Attempting to bind port c4d59b09-5d6c-447e-85e4-4016976bb47f on network 79d1ca3f-e23e-4848-9d9a-982b12f210b8 {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:13:36.951746 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f48c0f-45e2-4f29-a5d8-e8f4be54ae4d admin admin] Pushing event updated for resources: {'Port': ['ID=af5bfeb6-797c-4c9c-bb52-8842e138fefc,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:36.954665 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843e698d-d44b-4d87-a676-4e73159af770 None None] Network a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e is already hosted by enough agents. {{(pid=104163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:13:36.955591 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 44602) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:13:36.959070 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a7bfe3-e7f5-4d38-a040-b0a03eaa4c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60277982-734c-4829-8751-5101af1c058f,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:36.961609 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-55e67d68-e007-469e-b657-fc841e9f93b6 admin admin] Publish callbacks [] for router_gateway (3ccb096a-c737-4db7-b1f4-5c1c10b171d2), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:36.961822 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.scheduler.base_scheduler [None req-843e698d-d44b-4d87-a676-4e73159af770 None None] Resources bound (agent type, host, resource id): {{(pid=104163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:13:36.968081 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-fd9e3f6c-9d16-44e3-8fda-3026b82699b8 None None] For port a60d5cbd-e793-4d09-8407-77b9525c2c43, host dv-cinder-815582-11-iscsi, cleared binding levels {{(pid=104163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:13:36.971946 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843e698d-d44b-4d87-a676-4e73159af770 None None] Received port after_create {{(pid=104163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:13:36.973900 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e455e1a8-469f-4e15-8a28-6057d721f7b3 None None] Checking agent: {'id': 'e0b16abb-2210-4432-8141-713fb95a37e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 4, 43), 'started_at': datetime.datetime(2022, 7, 28, 1, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:13:36.974410 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e455e1a8-469f-4e15-8a28-6057d721f7b3 None None] Checking segment: {'id': 'd38ebf67-8dab-4986-bb13-157dcdc07364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '79d1ca3f-e23e-4848-9d9a-982b12f210b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:13:36.974820 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e455e1a8-469f-4e15-8a28-6057d721f7b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:36.975243 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e455e1a8-469f-4e15-8a28-6057d721f7b3 None None] Bound using segment: {'id': 'd38ebf67-8dab-4986-bb13-157dcdc07364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '79d1ca3f-e23e-4848-9d9a-982b12f210b8'} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:13:36.975802 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-e455e1a8-469f-4e15-8a28-6057d721f7b3 None None] Bound port: c4d59b09-5d6c-447e-85e4-4016976bb47f, host: dv-cinder-815582-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd38ebf67-8dab-4986-bb13-157dcdc07364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '79d1ca3f-e23e-4848-9d9a-982b12f210b8'}}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:13:36.976200 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e455e1a8-469f-4e15-8a28-6057d721f7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (c4d59b09-5d6c-447e-85e4-4016976bb47f), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:37.033699 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-fd9e3f6c-9d16-44e3-8fda-3026b82699b8 None None] For port a60d5cbd-e793-4d09-8407-77b9525c2c43, host dv-cinder-815582-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=a60d5cbd-e793-4d09-8407-77b9525c2c43,segment=NetworkSegment(a9a4e950-f526-4d0c-a24b-0cb526b214ab),segment_id=a9a4e950-f526-4d0c-a24b-0cb526b214ab)] {{(pid=104163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:13:37.046984 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-45bd427a-6ce9-415d-ac2d-6a7493568d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73642dd-3854-4aaf-aca5-ae3b43fc9a15', 'name': 'tempest-DeleteServersTestJSON-170722871-router', 'tenant_id': 'c8b3087180c642a78010ed1382cf1868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'eacc4947-8055-46fb-959d-879e9f27f965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:26Z', 'updated_at': '2022-07-28T01:13:31Z', 'revision_number': 4, 'project_id': 'c8b3087180c642a78010ed1382cf1868', 'gw_port': {'id': 'eacc4947-8055-46fb-959d-879e9f27f965', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ce:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73642dd-3854-4aaf-aca5-ae3b43fc9a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:27Z', 'updated_at': '2022-07-28T01:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': '0c211b91-3699-4de1-9a69-4cda5fb329c9', 'name': '', 'network_id': 'b3b8c70a-85f4-4b76-9f67-3297a3a800f4', 'tenant_id': 'c8b3087180c642a78010ed1382cf1868', 'mac_address': 'fa:16:3e:90:ab:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd73642dd-3854-4aaf-aca5-ae3b43fc9a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f49fd25b-3ab1-4af3-8259-aa04dba6863a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:29Z', 'updated_at': '2022-07-28T01:13:31Z', 'revision_number': 2, 'project_id': 'c8b3087180c642a78010ed1382cf1868', 'subnets': [{'id': 'f49fd25b-3ab1-4af3-8259-aa04dba6863a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:13:37.103531 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7563f4cc-031e-4c79-bc88-aeca5353e4ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:37.141241 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-fd9e3f6c-9d16-44e3-8fda-3026b82699b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (a60d5cbd-e793-4d09-8407-77b9525c2c43), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:37.181306 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bd427a-6ce9-415d-ac2d-6a7493568d54 None None] Checking router: d73642dd-3854-4aaf-aca5-ae3b43fc9a15 for host: dv-cinder-815582-11-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:13:37.182017 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bd427a-6ce9-415d-ac2d-6a7493568d54 None None] Updating router d73642dd-3854-4aaf-aca5-ae3b43fc9a15 port 0c211b91-3699-4de1-9a69-4cda5fb329c9 binding host dv-cinder-815582-11-iscsi {{(pid=104163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 01:13:37.191163 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:37.217209 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:37.262001 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1db07d1e-3927-41ee-8c96-88a4c2cb9fe6 admin admin] Publish callbacks [] for router_gateway (23be02fa-a53b-4cfa-870c-e712548ac0ab), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:37.262501 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-843e698d-d44b-4d87-a676-4e73159af770 None None] Attempting to bind port 8bffd988-7501-442e-867a-4c328537e4f7 on host dv-cinder-815582-11-iscsi for vnic_type normal with profile {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:13:37.263059 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-843e698d-d44b-4d87-a676-4e73159af770 None None] Attempting to bind port 8bffd988-7501-442e-867a-4c328537e4f7 by drivers openvswitch,hyperv on host dv-cinder-815582-11-iscsi at level 0 using segments [{'id': '78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e'}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:13:37.263491 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843e698d-d44b-4d87-a676-4e73159af770 None None] Attempting to bind port 8bffd988-7501-442e-867a-4c328537e4f7 on network a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:13:37.277434 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device eacc4947-8055-46fb-959d-879e9f27f965 up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:13:37.296686 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-29449d24-6f70-4ba2-99a7-725738930ba2 admin admin] Publish callbacks [] for security_group (60277982-734c-4829-8751-5101af1c058f), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:37.320099 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d27267ca-81c4-4f8e-a27d-c5d480c611a8 admin admin] Publish callbacks [] for security_group (787c3cec-c404-4f18-9c3a-eef803d1d0f4), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:37.325986 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-29449d24-6f70-4ba2-99a7-725738930ba2 admin admin] Publish callbacks [] for security_group (60277982-734c-4829-8751-5101af1c058f), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:37.370669 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port eacc4947-8055-46fb-959d-879e9f27f965 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:13:37.371156 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (eacc4947-8055-46fb-959d-879e9f27f965), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:37.406578 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843e698d-d44b-4d87-a676-4e73159af770 None None] Checking agent: {'id': 'e0b16abb-2210-4432-8141-713fb95a37e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 4, 43), 'started_at': datetime.datetime(2022, 7, 28, 1, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:13:37.407380 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843e698d-d44b-4d87-a676-4e73159af770 None None] Checking segment: {'id': '78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:13:37.407601 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-843e698d-d44b-4d87-a676-4e73159af770 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:37.408061 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843e698d-d44b-4d87-a676-4e73159af770 None None] Bound using segment: {'id': '78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e'} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:13:37.411715 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-843e698d-d44b-4d87-a676-4e73159af770 None None] Bound port: 8bffd988-7501-442e-867a-4c328537e4f7, host: dv-cinder-815582-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e'}}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:13:37.412251 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-843e698d-d44b-4d87-a676-4e73159af770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (8bffd988-7501-442e-867a-4c328537e4f7), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:37.421964 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-06f48c0f-45e2-4f29-a5d8-e8f4be54ae4d admin admin] Publish callbacks [] for router_gateway (cc6a0719-88e5-4b17-be05-1c543993ef8f), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:37.424359 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d27267ca-81c4-4f8e-a27d-c5d480c611a8 admin admin] Publish callbacks [] for security_group (787c3cec-c404-4f18-9c3a-eef803d1d0f4), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:37.429241 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-e455e1a8-469f-4e15-8a28-6057d721f7b3 None None] For port c4d59b09-5d6c-447e-85e4-4016976bb47f, host dv-cinder-815582-11-iscsi, cleared binding levels {{(pid=104163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:13:37.436129 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-e455e1a8-469f-4e15-8a28-6057d721f7b3 None None] For port c4d59b09-5d6c-447e-85e4-4016976bb47f, host dv-cinder-815582-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=c4d59b09-5d6c-447e-85e4-4016976bb47f,segment=NetworkSegment(d38ebf67-8dab-4986-bb13-157dcdc07364),segment_id=d38ebf67-8dab-4986-bb13-157dcdc07364)] {{(pid=104163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:13:37.501792 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 44622) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:13:37.509152 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-45bd427a-6ce9-415d-ac2d-6a7493568d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (0c211b91-3699-4de1-9a69-4cda5fb329c9), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:37.525175 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e455e1a8-469f-4e15-8a28-6057d721f7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (c4d59b09-5d6c-447e-85e4-4016976bb47f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:37.661979 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-843e698d-d44b-4d87-a676-4e73159af770 None None] For port 8bffd988-7501-442e-867a-4c328537e4f7, host dv-cinder-815582-11-iscsi, cleared binding levels {{(pid=104163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:13:37.665694 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-843e698d-d44b-4d87-a676-4e73159af770 None None] For port 8bffd988-7501-442e-867a-4c328537e4f7, host dv-cinder-815582-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=8bffd988-7501-442e-867a-4c328537e4f7,segment=NetworkSegment(78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5),segment_id=78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5)] {{(pid=104163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:13:37.672752 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e3f6c-9d16-44e3-8fda-3026b82699b8 None None] Pushing event updated for resources: {'Port': ['ID=a60d5cbd-e793-4d09-8407-77b9525c2c43,revision_number=2']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:37.699048 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7563f4cc-031e-4c79-bc88-aeca5353e4ef admin admin] Publish callbacks [] for security_group (13a6178e-5b97-48ca-a9fe-1774fe67019f), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:37.767727 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e455e1a8-469f-4e15-8a28-6057d721f7b3 None None] Pushing event updated for resources: {'Port': ['ID=c4d59b09-5d6c-447e-85e4-4016976bb47f,revision_number=2']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:37.775142 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-843e698d-d44b-4d87-a676-4e73159af770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (8bffd988-7501-442e-867a-4c328537e4f7), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:37.776435 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-29449d24-6f70-4ba2-99a7-725738930ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (60277982-734c-4829-8751-5101af1c058f), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:37.782380 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-29449d24-6f70-4ba2-99a7-725738930ba2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:37.785487 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-29449d24-6f70-4ba2-99a7-725738930ba2 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/60277982-734c-4829-8751-5101af1c058f HTTP/1.1" status: 204 len: 168 time: 0.8213742 Jul 28 01:13:37.803010 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-55e67d68-e007-469e-b657-fc841e9f93b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-947334'] for router (3ccb096a-c737-4db7-b1f4-5c1c10b171d2), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:37.861188 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d27267ca-81c4-4f8e-a27d-c5d480c611a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (787c3cec-c404-4f18-9c3a-eef803d1d0f4), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:37.864044 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d27267ca-81c4-4f8e-a27d-c5d480c611a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:37.881747 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-d27267ca-81c4-4f8e-a27d-c5d480c611a8 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/787c3cec-c404-4f18-9c3a-eef803d1d0f4 HTTP/1.1" status: 204 len: 168 time: 1.2655892 Jul 28 01:13:37.994196 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27267ca-81c4-4f8e-a27d-c5d480c611a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787c3cec-c404-4f18-9c3a-eef803d1d0f4,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:37.998067 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7563f4cc-031e-4c79-bc88-aeca5353e4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (13a6178e-5b97-48ca-a9fe-1774fe67019f), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:38.035381 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-c10e1536-daa6-4731-8aa0-b423177eac31 req-8c767c6d-c61c-478d-b52e-0872f4c25e88 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] 10.222.0.17 "GET /v2.0/ports?device_id=9ae47659-3cd8-4380-a4bf-e8ed0066a9a0 HTTP/1.1" status: 200 len: 210 time: 0.5043519 Jul 28 01:13:38.117334 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:38.169052 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-7563f4cc-031e-4c79-bc88-aeca5353e4ef admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=3f9548d25b094b9a9d5418410c044445&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7798069 Jul 28 01:13:38.177122 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 44638) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:13:38.178183 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563f4cc-031e-4c79-bc88-aeca5353e4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a6178e-5b97-48ca-a9fe-1774fe67019f,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:38.179075 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29449d24-6f70-4ba2-99a7-725738930ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60277982-734c-4829-8751-5101af1c058f,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:38.218134 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:38.302704 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1db07d1e-3927-41ee-8c96-88a4c2cb9fe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-947334'] for router (23be02fa-a53b-4cfa-870c-e712548ac0ab), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:38.422707 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-b25f6513-6e00-42db-8a6a-4dd37c689554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:38.432133 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7507ec47-ae05-4520-9513-8eb626611bf3 admin admin] Publish callbacks [] for security_group (13a6178e-5b97-48ca-a9fe-1774fe67019f), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:38.469924 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:38.509602 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-06f48c0f-45e2-4f29-a5d8-e8f4be54ae4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-947334'] for router (cc6a0719-88e5-4b17-be05-1c543993ef8f), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:38.515062 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e67d68-e007-469e-b657-fc841e9f93b6 admin admin] Router 3ccb096a-c737-4db7-b1f4-5c1c10b171d2 is scheduled to L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f with binding_index 1 {{(pid=104161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 01:13:38.571829 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:38.634523 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e698d-d44b-4d87-a676-4e73159af770 None None] Pushing event updated for resources: {'Port': ['ID=8bffd988-7501-442e-867a-4c328537e4f7,revision_number=2']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:38.649318 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port eacc4947-8055-46fb-959d-879e9f27f965 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:13:38.656298 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7507ec47-ae05-4520-9513-8eb626611bf3 admin admin] Publish callbacks [] for security_group (13a6178e-5b97-48ca-a9fe-1774fe67019f), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:38.961618 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7507ec47-ae05-4520-9513-8eb626611bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (13a6178e-5b97-48ca-a9fe-1774fe67019f), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:38.970426 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7507ec47-ae05-4520-9513-8eb626611bf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:38.986526 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-7507ec47-ae05-4520-9513-8eb626611bf3 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/13a6178e-5b97-48ca-a9fe-1774fe67019f HTTP/1.1" status: 204 len: 168 time: 0.8009908 Jul 28 01:13:38.992424 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-45bd427a-6ce9-415d-ac2d-6a7493568d54 None None] Publish callbacks [] for port (0c211b91-3699-4de1-9a69-4cda5fb329c9), precommit_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:39.003821 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-45bd427a-6ce9-415d-ac2d-6a7493568d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (0c211b91-3699-4de1-9a69-4cda5fb329c9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:39.023628 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7507ec47-ae05-4520-9513-8eb626611bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a6178e-5b97-48ca-a9fe-1774fe67019f,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:39.040642 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db07d1e-3927-41ee-8c96-88a4c2cb9fe6 admin admin] Router 23be02fa-a53b-4cfa-870c-e712548ac0ab is scheduled to L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f with binding_index 1 {{(pid=104162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 01:13:39.082690 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db8f9c-0585-4f97-a1f3-a4e1affb3d0a None None] Pushing event updated for resources: {'Port': ['ID=0c211b91-3699-4de1-9a69-4cda5fb329c9,revision_number=3']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:39.265388 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-45bd427a-6ce9-415d-ac2d-6a7493568d54 None None] Attempting to bind port 0c211b91-3699-4de1-9a69-4cda5fb329c9 on host dv-cinder-815582-11-iscsi for vnic_type normal with profile {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:13:39.274461 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-45bd427a-6ce9-415d-ac2d-6a7493568d54 None None] Attempting to bind port 0c211b91-3699-4de1-9a69-4cda5fb329c9 by drivers openvswitch,hyperv on host dv-cinder-815582-11-iscsi at level 0 using segments [{'id': '5297ca8c-2da0-4352-ae6d-b19a2fd25ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b3b8c70a-85f4-4b76-9f67-3297a3a800f4'}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:13:39.275127 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bd427a-6ce9-415d-ac2d-6a7493568d54 None None] Attempting to bind port 0c211b91-3699-4de1-9a69-4cda5fb329c9 on network b3b8c70a-85f4-4b76-9f67-3297a3a800f4 {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:13:39.283200 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bd427a-6ce9-415d-ac2d-6a7493568d54 None None] Checking agent: {'id': 'e0b16abb-2210-4432-8141-713fb95a37e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 4, 43), 'started_at': datetime.datetime(2022, 7, 28, 1, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:13:39.283801 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bd427a-6ce9-415d-ac2d-6a7493568d54 None None] Checking segment: {'id': '5297ca8c-2da0-4352-ae6d-b19a2fd25ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b3b8c70a-85f4-4b76-9f67-3297a3a800f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:13:39.296363 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-45bd427a-6ce9-415d-ac2d-6a7493568d54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:39.296957 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bd427a-6ce9-415d-ac2d-6a7493568d54 None None] Bound using segment: {'id': '5297ca8c-2da0-4352-ae6d-b19a2fd25ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b3b8c70a-85f4-4b76-9f67-3297a3a800f4'} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:13:39.297417 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-45bd427a-6ce9-415d-ac2d-6a7493568d54 None None] Bound port: 0c211b91-3699-4de1-9a69-4cda5fb329c9, host: dv-cinder-815582-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5297ca8c-2da0-4352-ae6d-b19a2fd25ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b3b8c70a-85f4-4b76-9f67-3297a3a800f4'}}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:13:39.297878 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-45bd427a-6ce9-415d-ac2d-6a7493568d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (0c211b91-3699-4de1-9a69-4cda5fb329c9), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:39.497534 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db07d1e-3927-41ee-8c96-88a4c2cb9fe6 admin admin] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:13:39.520105 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cd6f6d-c459-4e34-8398-4754a6c9773c None None] Sync routers for ids ['23be02fa-a53b-4cfa-870c-e712548ac0ab'] in dv-cinder-815582-11-iscsi {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:13:39.556680 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cd6f6d-c459-4e34-8398-4754a6c9773c None None] Routers {'23be02fa-a53b-4cfa-870c-e712548ac0ab'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:13:39.560863 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-44cd6f6d-c459-4e34-8398-4754a6c9773c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:13:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['23be02fa-a53b-4cfa-870c-e712548ac0ab'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:13:39.572026 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-45bd427a-6ce9-415d-ac2d-6a7493568d54 None None] For port 0c211b91-3699-4de1-9a69-4cda5fb329c9, host dv-cinder-815582-11-iscsi, cleared binding levels {{(pid=104163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:13:39.588570 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1db07d1e-3927-41ee-8c96-88a4c2cb9fe6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:39.593711 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-45bd427a-6ce9-415d-ac2d-6a7493568d54 None None] For port 0c211b91-3699-4de1-9a69-4cda5fb329c9, host dv-cinder-815582-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=0c211b91-3699-4de1-9a69-4cda5fb329c9,segment=NetworkSegment(5297ca8c-2da0-4352-ae6d-b19a2fd25ba5),segment_id=5297ca8c-2da0-4352-ae6d-b19a2fd25ba5)] {{(pid=104163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:13:39.594311 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-1db07d1e-3927-41ee-8c96-88a4c2cb9fe6 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.3836231 Jul 28 01:13:39.599438 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 44674) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:13:39.603480 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device c4d59b09-5d6c-447e-85e4-4016976bb47f up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:13:39.697247 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-45bd427a-6ce9-415d-ac2d-6a7493568d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (0c211b91-3699-4de1-9a69-4cda5fb329c9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:39.776452 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.42', 64221) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:13:39.924095 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-6ba859b8-455b-419c-9588-8788405e174f None None] Provisioning complete for port 0c211b91-3699-4de1-9a69-4cda5fb329c9 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:13:39.926876 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6ba859b8-455b-419c-9588-8788405e174f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (0c211b91-3699-4de1-9a69-4cda5fb329c9), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:39.944349 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-44cd6f6d-c459-4e34-8398-4754a6c9773c None None] Set router 23be02fa-a53b-4cfa-870c-e712548ac0ab gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:13:40.004439 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d18eec-7975-44d4-a239-6d8bee56fa6d None None] Network 8f65178e-aa89-435c-9fed-639dfc5bec3f requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:13:40.024229 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db8f9c-0585-4f97-a1f3-a4e1affb3d0a None None] Pushing event updated for resources: {'Port': ['ID=0c211b91-3699-4de1-9a69-4cda5fb329c9,revision_number=4']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:40.080919 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e67d68-e007-469e-b657-fc841e9f93b6 admin admin] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:13:40.092859 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f0717d00-b0d2-469f-b949-c6ce29f8e5cd req-836e95d5-ff1b-4dff-919c-ac23766440cc tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] 10.222.0.17 "GET /v2.0/ports?device_id=9ae47659-3cd8-4380-a4bf-e8ed0066a9a0 HTTP/1.1" status: 200 len: 210 time: 0.3363442 Jul 28 01:13:40.177113 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-55e67d68-e007-469e-b657-fc841e9f93b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:40.182765 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-55e67d68-e007-469e-b657-fc841e9f93b6 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.0967398 Jul 28 01:13:40.184382 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 44692) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:13:40.191561 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 44694) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:13:40.276733 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e484b723-c4b0-4d2a-858e-3dbe2d797f24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:40.318386 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:40.320009 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:40.328856 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bd427a-6ce9-415d-ac2d-6a7493568d54 None None] Routers {'d73642dd-3854-4aaf-aca5-ae3b43fc9a15'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:13:40.329831 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-45bd427a-6ce9-415d-ac2d-6a7493568d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:13:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['d73642dd-3854-4aaf-aca5-ae3b43fc9a15'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:13:40.369980 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b6b782-70f8-47f8-9f7d-315fec0c43a0 None None] Network 79d1ca3f-e23e-4848-9d9a-982b12f210b8 requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:13:40.485337 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-2d0a7b8a-6d24-46df-ba7b-c8e9c141596d tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:13:40.505719 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-2d0a7b8a-6d24-46df-ba7b-c8e9c141596d tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] 10.222.0.42 "GET /v2.0/networks?id=b3b8c70a-85f4-4b76-9f67-3297a3a800f4 HTTP/1.1" status: 200 len: 811 time: 0.7201145 Jul 28 01:13:40.541000 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c4393a-e9bc-420a-b9aa-ea7d9c1181b0 None None] Sync routers for ids ['3ccb096a-c737-4db7-b1f4-5c1c10b171d2'] in dv-cinder-815582-11-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:13:40.697573 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:40.773925 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-91c2de24-75c9-4e04-acce-7a5e990d5f18 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] Request body: {'port': {'device_id': '9ae47659-3cd8-4380-a4bf-e8ed0066a9a0', 'network_id': 'b3b8c70a-85f4-4b76-9f67-3297a3a800f4', 'admin_state_up': True, 'tenant_id': 'c8b3087180c642a78010ed1382cf1868'}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:13:40.835111 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-44cd6f6d-c459-4e34-8398-4754a6c9773c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'name': 'tempest-AttachVolumeTestJSON-1320773297-router', 'tenant_id': '347bcdc7636e4f93af2597f853926b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '1416697e-2521-4c94-950b-f0d8817032e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:33Z', 'updated_at': '2022-07-28T01:13:36Z', 'revision_number': 3, 'project_id': '347bcdc7636e4f93af2597f853926b13', 'gw_port': {'id': '1416697e-2521-4c94-950b-f0d8817032e5', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e5:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:34Z', 'updated_at': '2022-07-28T01:13:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi'}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:13:40.868118 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:40.881344 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cd6f6d-c459-4e34-8398-4754a6c9773c None None] Checking router: 23be02fa-a53b-4cfa-870c-e712548ac0ab for host: dv-cinder-815582-11-iscsi {{(pid=104164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:13:40.882200 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb40bbd8-de03-4af6-9122-792410d359a8 None None] Network a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:13:40.892626 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cd6f6d-c459-4e34-8398-4754a6c9773c None None] Updating router 23be02fa-a53b-4cfa-870c-e712548ac0ab port 1416697e-2521-4c94-950b-f0d8817032e5 binding host dv-cinder-815582-11-iscsi {{(pid=104164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 01:13:40.953755 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e484b723-c4b0-4d2a-858e-3dbe2d797f24 admin admin] Publish callbacks [] for security_group (ed712453-67f3-4a79-8045-671ca4076908), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:40.957103 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:40.989020 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f48c0f-45e2-4f29-a5d8-e8f4be54ae4d admin admin] Router cc6a0719-88e5-4b17-be05-1c543993ef8f is scheduled to L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f with binding_index 1 {{(pid=104161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 01:13:41.008926 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-44cd6f6d-c459-4e34-8398-4754a6c9773c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (1416697e-2521-4c94-950b-f0d8817032e5), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:41.098220 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e484b723-c4b0-4d2a-858e-3dbe2d797f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (ed712453-67f3-4a79-8045-671ca4076908), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:41.127358 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c4393a-e9bc-420a-b9aa-ea7d9c1181b0 None None] Routers {'3ccb096a-c737-4db7-b1f4-5c1c10b171d2'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:13:41.128011 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-f6c4393a-e9bc-420a-b9aa-ea7d9c1181b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:13:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['3ccb096a-c737-4db7-b1f4-5c1c10b171d2'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:13:41.193418 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-e484b723-c4b0-4d2a-858e-3dbe2d797f24 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=4ab8a4d21b014c59874e3a80f3e5d36e&name=default HTTP/1.1" status: 200 len: 2993 time: 0.9973726 Jul 28 01:13:41.220537 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e484b723-c4b0-4d2a-858e-3dbe2d797f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed712453-67f3-4a79-8045-671ca4076908,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:41.248819 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 44730) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:13:41.353433 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port c4d59b09-5d6c-447e-85e4-4016976bb47f triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:13:41.354016 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (c4d59b09-5d6c-447e-85e4-4016976bb47f), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:41.455950 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:41.472107 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-074c1f76-e6df-44a1-a2b1-1abd542b466e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:41.545654 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ad5cae7e-1185-4224-8f59-3a9bf6a7dca7 req-51e0df97-36c4-4fbf-aac3-0be6582f6123 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] 10.222.0.17 "GET /v2.0/ports?device_id=9ae47659-3cd8-4380-a4bf-e8ed0066a9a0 HTTP/1.1" status: 200 len: 210 time: 0.0984328 Jul 28 01:13:41.546284 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:41.632144 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-45bd427a-6ce9-415d-ac2d-6a7493568d54 None None] Set router d73642dd-3854-4aaf-aca5-ae3b43fc9a15 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:13:41.659011 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-6ba859b8-455b-419c-9588-8788405e174f None None] Current status of the port 0c211b91-3699-4de1-9a69-4cda5fb329c9 is: DOWN; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:13:41.659597 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6ba859b8-455b-419c-9588-8788405e174f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (0c211b91-3699-4de1-9a69-4cda5fb329c9), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:41.740585 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:41.767527 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f48c0f-45e2-4f29-a5d8-e8f4be54ae4d admin admin] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:13:41.839058 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-6ba859b8-455b-419c-9588-8788405e174f None None] For port 0c211b91-3699-4de1-9a69-4cda5fb329c9, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=0c211b91-3699-4de1-9a69-4cda5fb329c9,segment=NetworkSegment(5297ca8c-2da0-4352-ae6d-b19a2fd25ba5),segment_id=5297ca8c-2da0-4352-ae6d-b19a2fd25ba5)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:13:41.850972 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-06f48c0f-45e2-4f29-a5d8-e8f4be54ae4d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:41.859919 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-06f48c0f-45e2-4f29-a5d8-e8f4be54ae4d admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.1432562 Jul 28 01:13:41.860091 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6ba859b8-455b-419c-9588-8788405e174f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (0c211b91-3699-4de1-9a69-4cda5fb329c9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:41.863207 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 44748) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:13:41.887043 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-44cd6f6d-c459-4e34-8398-4754a6c9773c None None] Publish callbacks [] for port (1416697e-2521-4c94-950b-f0d8817032e5), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:41.904880 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port c4d59b09-5d6c-447e-85e4-4016976bb47f is: DOWN; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:13:41.904880 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (c4d59b09-5d6c-447e-85e4-4016976bb47f), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:41.909800 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-44cd6f6d-c459-4e34-8398-4754a6c9773c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (1416697e-2521-4c94-950b-f0d8817032e5), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:42.020121 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:42.022544 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee07c4c-4fc8-4c57-bfc1-e4afbc03209d None None] Sync routers for ids ['cc6a0719-88e5-4b17-be05-1c543993ef8f'] in dv-cinder-815582-11-iscsi {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:13:42.073792 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dc2a4a-a7a7-42ff-840e-9fb51ebd3581 None None] Pushing event updated for resources: {'Port': ['ID=1416697e-2521-4c94-950b-f0d8817032e5,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:42.092209 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-dccf8688-0c56-4b49-8746-3be4bfb8ccff None None] Provisioning complete for port 0c211b91-3699-4de1-9a69-4cda5fb329c9 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:13:42.092576 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-dccf8688-0c56-4b49-8746-3be4bfb8ccff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (0c211b91-3699-4de1-9a69-4cda5fb329c9), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:42.107913 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee07c4c-4fc8-4c57-bfc1-e4afbc03209d None None] Routers {'cc6a0719-88e5-4b17-be05-1c543993ef8f'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:13:42.123161 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-cee07c4c-4fc8-4c57-bfc1-e4afbc03209d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:13:41Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['cc6a0719-88e5-4b17-be05-1c543993ef8f'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:13:42.193417 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3bcc004e-1fd1-4279-8371-279233e227ac admin admin] Publish callbacks [] for security_group (ed712453-67f3-4a79-8045-671ca4076908), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:42.250124 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-644bcf2d-53b0-46e0-b214-d43c54de3e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:42.306411 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3bcc004e-1fd1-4279-8371-279233e227ac admin admin] Publish callbacks [] for security_group (ed712453-67f3-4a79-8045-671ca4076908), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:42.338582 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-f6c4393a-e9bc-420a-b9aa-ea7d9c1181b0 None None] Set router 3ccb096a-c737-4db7-b1f4-5c1c10b171d2 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:13:42.415254 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-cee07c4c-4fc8-4c57-bfc1-e4afbc03209d None None] Set router cc6a0719-88e5-4b17-be05-1c543993ef8f gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:13:42.513907 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 44760) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:13:42.520218 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3bcc004e-1fd1-4279-8371-279233e227ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (ed712453-67f3-4a79-8045-671ca4076908), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:42.528762 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3bcc004e-1fd1-4279-8371-279233e227ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:42.530323 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-3bcc004e-1fd1-4279-8371-279233e227ac admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ed712453-67f3-4a79-8045-671ca4076908 HTTP/1.1" status: 204 len: 168 time: 1.2795451 Jul 28 01:13:42.619754 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba859b8-455b-419c-9588-8788405e174f None None] Pushing event updated for resources: {'Port': ['ID=0c211b91-3699-4de1-9a69-4cda5fb329c9,revision_number=5']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:42.641406 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-91c2de24-75c9-4e04-acce-7a5e990d5f18 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] Made reservation on behalf of c8b3087180c642a78010ed1382cf1868 for: {'port': 1} {{(pid=104162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:13:42.657855 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] For port c4d59b09-5d6c-447e-85e4-4016976bb47f, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=c4d59b09-5d6c-447e-85e4-4016976bb47f,segment=NetworkSegment(d38ebf67-8dab-4986-bb13-157dcdc07364),segment_id=d38ebf67-8dab-4986-bb13-157dcdc07364)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:13:42.670330 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-91c2de24-75c9-4e04-acce-7a5e990d5f18 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:42.695975 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (c4d59b09-5d6c-447e-85e4-4016976bb47f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:42.697030 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 8bffd988-7501-442e-867a-4c328537e4f7 up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:13:42.707342 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:42.732498 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc004e-1fd1-4279-8371-279233e227ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed712453-67f3-4a79-8045-671ca4076908,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:42.758138 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:42.873411 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-aaa68f96-8798-4bd9-b5b3-e84918438d97 req-c02256ec-2ebc-4a4f-a10a-3e2e7b667a2c tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] 10.222.0.17 "GET /v2.0/ports?device_id=9ae47659-3cd8-4380-a4bf-e8ed0066a9a0 HTTP/1.1" status: 200 len: 210 time: 0.0791605 Jul 28 01:13:42.991386 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-dccf8688-0c56-4b49-8746-3be4bfb8ccff None None] Current status of the port 0c211b91-3699-4de1-9a69-4cda5fb329c9 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:13:43.006152 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-f6c4393a-e9bc-420a-b9aa-ea7d9c1181b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'name': 'tempest-ServerRescueNegativeTestJSON-516860459-router', 'tenant_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '9762e545-1ff8-4a46-81e3-9aaed038bac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:32Z', 'updated_at': '2022-07-28T01:13:35Z', 'revision_number': 3, 'project_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'gw_port': {'id': '9762e545-1ff8-4a46-81e3-9aaed038bac8', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f1:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:34Z', 'updated_at': '2022-07-28T01:13:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi'}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:13:43.051879 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c4393a-e9bc-420a-b9aa-ea7d9c1181b0 None None] Checking router: 3ccb096a-c737-4db7-b1f4-5c1c10b171d2 for host: dv-cinder-815582-11-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:13:43.052217 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c4393a-e9bc-420a-b9aa-ea7d9c1181b0 None None] Updating router 3ccb096a-c737-4db7-b1f4-5c1c10b171d2 port 9762e545-1ff8-4a46-81e3-9aaed038bac8 binding host dv-cinder-815582-11-iscsi {{(pid=104163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 01:13:43.119006 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-44cd6f6d-c459-4e34-8398-4754a6c9773c None None] Attempting to bind port 1416697e-2521-4c94-950b-f0d8817032e5 on host dv-cinder-815582-11-iscsi for vnic_type normal with profile {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:13:43.125462 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-44cd6f6d-c459-4e34-8398-4754a6c9773c None None] Attempting to bind port 1416697e-2521-4c94-950b-f0d8817032e5 by drivers openvswitch,hyperv on host dv-cinder-815582-11-iscsi at level 0 using segments [{'id': 'e0235fba-4142-426a-91c5-07cb16b4142e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:13:43.126015 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cd6f6d-c459-4e34-8398-4754a6c9773c None None] Attempting to bind port 1416697e-2521-4c94-950b-f0d8817032e5 on network db4fd262-df4a-4858-b92c-469a7b8f139e {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:13:43.150965 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-dccf8688-0c56-4b49-8746-3be4bfb8ccff None None] Provisioning complete for port a60d5cbd-e793-4d09-8407-77b9525c2c43 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:13:43.151341 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-dccf8688-0c56-4b49-8746-3be4bfb8ccff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (a60d5cbd-e793-4d09-8407-77b9525c2c43), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:43.152365 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cd6f6d-c459-4e34-8398-4754a6c9773c None None] Checking agent: {'id': 'e0b16abb-2210-4432-8141-713fb95a37e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 4, 43), 'started_at': datetime.datetime(2022, 7, 28, 1, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:13:43.154627 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cd6f6d-c459-4e34-8398-4754a6c9773c None None] Checking segment: {'id': 'e0235fba-4142-426a-91c5-07cb16b4142e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:13:43.155726 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-44cd6f6d-c459-4e34-8398-4754a6c9773c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:43.160332 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cd6f6d-c459-4e34-8398-4754a6c9773c None None] Bound using segment: {'id': 'e0235fba-4142-426a-91c5-07cb16b4142e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'} {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:13:43.162792 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-44cd6f6d-c459-4e34-8398-4754a6c9773c None None] Bound port: 1416697e-2521-4c94-950b-f0d8817032e5, host: dv-cinder-815582-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0235fba-4142-426a-91c5-07cb16b4142e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'}}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:13:43.163741 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-44cd6f6d-c459-4e34-8398-4754a6c9773c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (1416697e-2521-4c94-950b-f0d8817032e5), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:43.176067 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-cee07c4c-4fc8-4c57-bfc1-e4afbc03209d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'name': 'tempest-AttachVolumeShelveTestJSON-1225621746-router', 'tenant_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'af5bfeb6-797c-4c9c-bb52-8842e138fefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:33Z', 'updated_at': '2022-07-28T01:13:37Z', 'revision_number': 3, 'project_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'gw_port': {'id': 'af5bfeb6-797c-4c9c-bb52-8842e138fefc', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:57:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:35Z', 'updated_at': '2022-07-28T01:13:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi'}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:13:43.219673 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:43.236791 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:43.244522 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Pushing event updated for resources: {'Port': ['ID=c4d59b09-5d6c-447e-85e4-4016976bb47f,revision_number=3']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:43.263536 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port 8bffd988-7501-442e-867a-4c328537e4f7 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:13:43.263919 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (8bffd988-7501-442e-867a-4c328537e4f7), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:43.283797 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee07c4c-4fc8-4c57-bfc1-e4afbc03209d None None] Checking router: cc6a0719-88e5-4b17-be05-1c543993ef8f for host: dv-cinder-815582-11-iscsi {{(pid=104164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:13:43.286055 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee07c4c-4fc8-4c57-bfc1-e4afbc03209d None None] Updating router cc6a0719-88e5-4b17-be05-1c543993ef8f port af5bfeb6-797c-4c9c-bb52-8842e138fefc binding host dv-cinder-815582-11-iscsi {{(pid=104164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 01:13:43.302392 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-8dfe96fe-c4a3-4f46-bfcf-aa1a7051b640 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:43.334622 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:43.340931 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [None req-644bcf2d-53b0-46e0-b214-d43c54de3e8c admin admin] Allocated IP 172.20.0.1 (8f65178e-aa89-435c-9fed-639dfc5bec3f/1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2/246ec83d-dd0e-4afc-8fa8-d9483a43d77c) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:13:43.378989 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-f6c4393a-e9bc-420a-b9aa-ea7d9c1181b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (9762e545-1ff8-4a46-81e3-9aaed038bac8), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:43.492979 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-45bd427a-6ce9-415d-ac2d-6a7493568d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73642dd-3854-4aaf-aca5-ae3b43fc9a15', 'name': 'tempest-DeleteServersTestJSON-170722871-router', 'tenant_id': 'c8b3087180c642a78010ed1382cf1868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'eacc4947-8055-46fb-959d-879e9f27f965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:26Z', 'updated_at': '2022-07-28T01:13:31Z', 'revision_number': 4, 'project_id': 'c8b3087180c642a78010ed1382cf1868', 'gw_port': {'id': 'eacc4947-8055-46fb-959d-879e9f27f965', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ce:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73642dd-3854-4aaf-aca5-ae3b43fc9a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:27Z', 'updated_at': '2022-07-28T01:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': '0c211b91-3699-4de1-9a69-4cda5fb329c9', 'name': '', 'network_id': 'b3b8c70a-85f4-4b76-9f67-3297a3a800f4', 'tenant_id': 'c8b3087180c642a78010ed1382cf1868', 'mac_address': 'fa:16:3e:90:ab:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd73642dd-3854-4aaf-aca5-ae3b43fc9a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f49fd25b-3ab1-4af3-8259-aa04dba6863a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:29Z', 'updated_at': '2022-07-28T01:13:39Z', 'revision_number': 4, 'project_id': 'c8b3087180c642a78010ed1382cf1868', 'subnets': [{'id': 'f49fd25b-3ab1-4af3-8259-aa04dba6863a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:13:43.528841 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.agents_db [None req-b5d7b8ea-190f-43e3-81f4-c45e7fbfa344 None None] Agent healthcheck: found 6 active agents {{(pid=104164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 01:13:43.552183 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cee07c4c-4fc8-4c57-bfc1-e4afbc03209d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (af5bfeb6-797c-4c9c-bb52-8842e138fefc), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:43.617272 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bd427a-6ce9-415d-ac2d-6a7493568d54 None None] The sync data for ids ['d73642dd-3854-4aaf-aca5-ae3b43fc9a15'] in dv-cinder-815582-11-iscsi is: [{'id': 'd73642dd-3854-4aaf-aca5-ae3b43fc9a15', 'name': 'tempest-DeleteServersTestJSON-170722871-router', 'tenant_id': 'c8b3087180c642a78010ed1382cf1868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'eacc4947-8055-46fb-959d-879e9f27f965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:26Z', 'updated_at': '2022-07-28T01:13:31Z', 'revision_number': 4, 'project_id': 'c8b3087180c642a78010ed1382cf1868', 'gw_port': {'id': 'eacc4947-8055-46fb-959d-879e9f27f965', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ce:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73642dd-3854-4aaf-aca5-ae3b43fc9a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:27Z', 'updated_at': '2022-07-28T01:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': '0c211b91-3699-4de1-9a69-4cda5fb329c9', 'name': '', 'network_id': 'b3b8c70a-85f4-4b76-9f67-3297a3a800f4', 'tenant_id': 'c8b3087180c642a78010ed1382cf1868', 'mac_address': 'fa:16:3e:90:ab:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd73642dd-3854-4aaf-aca5-ae3b43fc9a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f49fd25b-3ab1-4af3-8259-aa04dba6863a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:29Z', 'updated_at': '2022-07-28T01:13:39Z', 'revision_number': 4, 'project_id': 'c8b3087180c642a78010ed1382cf1868', 'subnets': [{'id': 'f49fd25b-3ab1-4af3-8259-aa04dba6863a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:13:43.690318 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-44cd6f6d-c459-4e34-8398-4754a6c9773c None None] For port 1416697e-2521-4c94-950b-f0d8817032e5, host dv-cinder-815582-11-iscsi, cleared binding levels {{(pid=104164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:13:43.693015 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-8dfe96fe-c4a3-4f46-bfcf-aa1a7051b640 admin admin] Publish callbacks [] for security_group (c6239e16-d3e4-421d-bc2d-d9caf3ff69eb), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:43.757948 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-8dfe96fe-c4a3-4f46-bfcf-aa1a7051b640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (c6239e16-d3e4-421d-bc2d-d9caf3ff69eb), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:43.812215 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-44cd6f6d-c459-4e34-8398-4754a6c9773c None None] For port 1416697e-2521-4c94-950b-f0d8817032e5, host dv-cinder-815582-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=1416697e-2521-4c94-950b-f0d8817032e5,segment=NetworkSegment(e0235fba-4142-426a-91c5-07cb16b4142e),segment_id=e0235fba-4142-426a-91c5-07cb16b4142e)] {{(pid=104164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:13:44.021623 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-53e5989c-01a7-4c2c-90d6-477e6d797cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:44.048394 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-44cd6f6d-c459-4e34-8398-4754a6c9773c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (1416697e-2521-4c94-950b-f0d8817032e5), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:44.070303 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port 8bffd988-7501-442e-867a-4c328537e4f7 is: DOWN; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:13:44.071099 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (8bffd988-7501-442e-867a-4c328537e4f7), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:44.077951 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe96fe-c4a3-4f46-bfcf-aa1a7051b640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6239e16-d3e4-421d-bc2d-d9caf3ff69eb,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:44.148632 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-8dfe96fe-c4a3-4f46-bfcf-aa1a7051b640 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ba821829826b4d499eb669af047a14d9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6043184 Jul 28 01:13:44.154784 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 44792) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:13:44.175454 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-644bcf2d-53b0-46e0-b214-d43c54de3e8c admin admin] Publish callbacks [] for port (246ec83d-dd0e-4afc-8fa8-d9483a43d77c), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:44.198554 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-dccf8688-0c56-4b49-8746-3be4bfb8ccff None None] Current status of the port a60d5cbd-e793-4d09-8407-77b9525c2c43 is: DOWN; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:13:44.198872 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-dccf8688-0c56-4b49-8746-3be4bfb8ccff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (a60d5cbd-e793-4d09-8407-77b9525c2c43), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:44.268208 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:44.315989 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:44.337413 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:44.341096 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:44.370555 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cd6f6d-c459-4e34-8398-4754a6c9773c None None] Routers {'23be02fa-a53b-4cfa-870c-e712548ac0ab'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:13:44.372122 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-44cd6f6d-c459-4e34-8398-4754a6c9773c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:13:41Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['23be02fa-a53b-4cfa-870c-e712548ac0ab'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:13:44.386267 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dc2a4a-a7a7-42ff-840e-9fb51ebd3581 None None] Pushing event updated for resources: {'Port': ['ID=1416697e-2521-4c94-950b-f0d8817032e5,revision_number=3']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:44.517269 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] For port 8bffd988-7501-442e-867a-4c328537e4f7, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=8bffd988-7501-442e-867a-4c328537e4f7,segment=NetworkSegment(78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5),segment_id=78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:13:44.522050 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a3f5a9a8-4b14-4071-9487-eea25d3ef7a8 req-63fc5ad8-81e7-4355-a1d5-b3368512a6d2 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] 10.222.0.17 "GET /v2.0/ports?device_id=9ae47659-3cd8-4380-a4bf-e8ed0066a9a0 HTTP/1.1" status: 200 len: 210 time: 0.3897152 Jul 28 01:13:44.530300 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (8bffd988-7501-442e-867a-4c328537e4f7), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:44.533618 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device a60d5cbd-e793-4d09-8407-77b9525c2c43 up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:13:44.543764 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-644bcf2d-53b0-46e0-b214-d43c54de3e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427'] for port (246ec83d-dd0e-4afc-8fa8-d9483a43d77c), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:44.721232 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_common [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-91c2de24-75c9-4e04-acce-7a5e990d5f18 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] Allocated IP 172.20.0.13 (b3b8c70a-85f4-4b76-9f67-3297a3a800f4/f49fd25b-3ab1-4af3-8259-aa04dba6863a/9f1daf0a-6008-4ac7-9309-150096a05481) {{(pid=104162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:13:44.762450 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-44cd6f6d-c459-4e34-8398-4754a6c9773c None None] Set router 23be02fa-a53b-4cfa-870c-e712548ac0ab gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:13:44.916474 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-dccf8688-0c56-4b49-8746-3be4bfb8ccff None None] For port a60d5cbd-e793-4d09-8407-77b9525c2c43, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=a60d5cbd-e793-4d09-8407-77b9525c2c43,segment=NetworkSegment(a9a4e950-f526-4d0c-a24b-0cb526b214ab),segment_id=a9a4e950-f526-4d0c-a24b-0cb526b214ab)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:13:44.926635 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644bcf2d-53b0-46e0-b214-d43c54de3e8c admin admin] Network 8f65178e-aa89-435c-9fed-639dfc5bec3f is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:13:44.946632 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-644bcf2d-53b0-46e0-b214-d43c54de3e8c admin admin] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:13:44.958516 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644bcf2d-53b0-46e0-b214-d43c54de3e8c admin admin] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:13:44.959488 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-644bcf2d-53b0-46e0-b214-d43c54de3e8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613510'] for router_interface (3ccb096a-c737-4db7-b1f4-5c1c10b171d2), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:44.969834 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-dccf8688-0c56-4b49-8746-3be4bfb8ccff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (a60d5cbd-e793-4d09-8407-77b9525c2c43), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:44.980953 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-4572d134-f47a-47fd-8f29-8043f9bf17be admin admin] Publish callbacks [] for security_group (c6239e16-d3e4-421d-bc2d-d9caf3ff69eb), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:45.027233 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-dccf8688-0c56-4b49-8746-3be4bfb8ccff None None] Provisioning complete for port c4d59b09-5d6c-447e-85e4-4016976bb47f triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:13:45.027651 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-dccf8688-0c56-4b49-8746-3be4bfb8ccff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (c4d59b09-5d6c-447e-85e4-4016976bb47f), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:45.095590 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port a60d5cbd-e793-4d09-8407-77b9525c2c43 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:13:45.096303 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (a60d5cbd-e793-4d09-8407-77b9525c2c43), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:45.214809 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644bcf2d-53b0-46e0-b214-d43c54de3e8c admin admin] Pushing event updated for resources: {'Port': ['ID=246ec83d-dd0e-4afc-8fa8-d9483a43d77c,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:45.289069 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-4572d134-f47a-47fd-8f29-8043f9bf17be admin admin] Publish callbacks [] for security_group (c6239e16-d3e4-421d-bc2d-d9caf3ff69eb), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:45.458413 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:45.462926 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Pushing event updated for resources: {'Port': ['ID=8bffd988-7501-442e-867a-4c328537e4f7,revision_number=3']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:45.532441 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-44cd6f6d-c459-4e34-8398-4754a6c9773c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'name': 'tempest-AttachVolumeTestJSON-1320773297-router', 'tenant_id': '347bcdc7636e4f93af2597f853926b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '1416697e-2521-4c94-950b-f0d8817032e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:33Z', 'updated_at': '2022-07-28T01:13:36Z', 'revision_number': 3, 'project_id': '347bcdc7636e4f93af2597f853926b13', 'gw_port': {'id': '1416697e-2521-4c94-950b-f0d8817032e5', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e5:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:34Z', 'updated_at': '2022-07-28T01:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi'}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:13:45.616805 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cd6f6d-c459-4e34-8398-4754a6c9773c None None] The sync data for ids ['23be02fa-a53b-4cfa-870c-e712548ac0ab'] in dv-cinder-815582-11-iscsi is: [{'id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'name': 'tempest-AttachVolumeTestJSON-1320773297-router', 'tenant_id': '347bcdc7636e4f93af2597f853926b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '1416697e-2521-4c94-950b-f0d8817032e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:33Z', 'updated_at': '2022-07-28T01:13:36Z', 'revision_number': 3, 'project_id': '347bcdc7636e4f93af2597f853926b13', 'gw_port': {'id': '1416697e-2521-4c94-950b-f0d8817032e5', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e5:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:34Z', 'updated_at': '2022-07-28T01:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi'}] {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:13:45.769616 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:45.940042 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:45.942323 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b48322c0-ce92-43c2-917e-06d1c50f92da req-26e8e336-4ea4-4021-82e8-017c47da5ae4 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] 10.222.0.17 "GET /v2.0/ports?device_id=9ae47659-3cd8-4380-a4bf-e8ed0066a9a0 HTTP/1.1" status: 200 len: 210 time: 0.1369591 Jul 28 01:13:45.958955 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_common [None req-53e5989c-01a7-4c2c-90d6-477e6d797cb4 admin admin] Allocated IP 172.20.0.1 (a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e/5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6/d2d54c2e-fcc8-43a9-8d31-3733f3785017) {{(pid=104162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:13:46.053766 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf8688-0c56-4b49-8746-3be4bfb8ccff None None] Pushing event updated for resources: {'Port': ['ID=a60d5cbd-e793-4d09-8407-77b9525c2c43,revision_number=3']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:46.274336 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port a60d5cbd-e793-4d09-8407-77b9525c2c43 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:13:46.282780 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-dccf8688-0c56-4b49-8746-3be4bfb8ccff None None] Current status of the port c4d59b09-5d6c-447e-85e4-4016976bb47f is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:13:46.322736 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-f6c4393a-e9bc-420a-b9aa-ea7d9c1181b0 None None] Publish callbacks [] for port (9762e545-1ff8-4a46-81e3-9aaed038bac8), precommit_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:46.334585 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-4572d134-f47a-47fd-8f29-8043f9bf17be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (c6239e16-d3e4-421d-bc2d-d9caf3ff69eb), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:46.341974 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-dccf8688-0c56-4b49-8746-3be4bfb8ccff None None] Provisioning complete for port 8bffd988-7501-442e-867a-4c328537e4f7 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:13:46.342800 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-dccf8688-0c56-4b49-8746-3be4bfb8ccff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (8bffd988-7501-442e-867a-4c328537e4f7), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:46.347856 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-4572d134-f47a-47fd-8f29-8043f9bf17be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:46.349090 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-4572d134-f47a-47fd-8f29-8043f9bf17be admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c6239e16-d3e4-421d-bc2d-d9caf3ff69eb HTTP/1.1" status: 204 len: 168 time: 2.1836998 Jul 28 01:13:46.353787 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-406d8392-c198-4f28-99c8-9901c822195e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:46.376915 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-91c2de24-75c9-4e04-acce-7a5e990d5f18 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] Publish callbacks [] for port (9f1daf0a-6008-4ac7-9309-150096a05481), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:46.466616 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-f6c4393a-e9bc-420a-b9aa-ea7d9c1181b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (9762e545-1ff8-4a46-81e3-9aaed038bac8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:46.488594 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4572d134-f47a-47fd-8f29-8043f9bf17be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6239e16-d3e4-421d-bc2d-d9caf3ff69eb,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:46.687251 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [None req-406d8392-c198-4f28-99c8-9901c822195e admin admin] Allocated IP 172.20.0.1 (79d1ca3f-e23e-4848-9d9a-982b12f210b8/a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6/21ace596-49be-4528-9c60-c180dcb085e7) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:13:46.824168 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-53e5989c-01a7-4c2c-90d6-477e6d797cb4 admin admin] Publish callbacks [] for port (d2d54c2e-fcc8-43a9-8d31-3733f3785017), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:46.841720 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-91c2de24-75c9-4e04-acce-7a5e990d5f18 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427'] for port (9f1daf0a-6008-4ac7-9309-150096a05481), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:46.920100 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-406d8392-c198-4f28-99c8-9901c822195e admin admin] Publish callbacks [] for port (21ace596-49be-4528-9c60-c180dcb085e7), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:46.952559 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cee07c4c-4fc8-4c57-bfc1-e4afbc03209d None None] Publish callbacks [] for port (af5bfeb6-797c-4c9c-bb52-8842e138fefc), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:46.962528 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:46.975895 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cee07c4c-4fc8-4c57-bfc1-e4afbc03209d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (af5bfeb6-797c-4c9c-bb52-8842e138fefc), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:47.004337 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:47.005677 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:47.018005 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-dccf8688-0c56-4b49-8746-3be4bfb8ccff None None] Current status of the port 8bffd988-7501-442e-867a-4c328537e4f7 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:13:47.023320 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-406d8392-c198-4f28-99c8-9901c822195e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427'] for port (21ace596-49be-4528-9c60-c180dcb085e7), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:47.029366 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-f6c4393a-e9bc-420a-b9aa-ea7d9c1181b0 None None] Attempting to bind port 9762e545-1ff8-4a46-81e3-9aaed038bac8 on host dv-cinder-815582-11-iscsi for vnic_type normal with profile {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:13:47.038359 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-f6c4393a-e9bc-420a-b9aa-ea7d9c1181b0 None None] Attempting to bind port 9762e545-1ff8-4a46-81e3-9aaed038bac8 by drivers openvswitch,hyperv on host dv-cinder-815582-11-iscsi at level 0 using segments [{'id': 'e0235fba-4142-426a-91c5-07cb16b4142e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:13:47.041347 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c4393a-e9bc-420a-b9aa-ea7d9c1181b0 None None] Attempting to bind port 9762e545-1ff8-4a46-81e3-9aaed038bac8 on network db4fd262-df4a-4858-b92c-469a7b8f139e {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:13:47.048304 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389930d-e5a2-4259-b433-6dcf445329da None None] Pushing event updated for resources: {'Port': ['ID=9762e545-1ff8-4a46-81e3-9aaed038bac8,revision_number=2']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:47.110904 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device c4d59b09-5d6c-447e-85e4-4016976bb47f up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:13:47.134830 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c4393a-e9bc-420a-b9aa-ea7d9c1181b0 None None] Checking agent: {'id': 'e0b16abb-2210-4432-8141-713fb95a37e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 4, 43), 'started_at': datetime.datetime(2022, 7, 28, 1, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:13:47.135435 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c4393a-e9bc-420a-b9aa-ea7d9c1181b0 None None] Checking segment: {'id': 'e0235fba-4142-426a-91c5-07cb16b4142e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:13:47.135857 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-f6c4393a-e9bc-420a-b9aa-ea7d9c1181b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:47.136259 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c4393a-e9bc-420a-b9aa-ea7d9c1181b0 None None] Bound using segment: {'id': 'e0235fba-4142-426a-91c5-07cb16b4142e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:13:47.136825 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-f6c4393a-e9bc-420a-b9aa-ea7d9c1181b0 None None] Bound port: 9762e545-1ff8-4a46-81e3-9aaed038bac8, host: dv-cinder-815582-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0235fba-4142-426a-91c5-07cb16b4142e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'}}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:13:47.137217 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-f6c4393a-e9bc-420a-b9aa-ea7d9c1181b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (9762e545-1ff8-4a46-81e3-9aaed038bac8), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:47.191975 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406d8392-c198-4f28-99c8-9901c822195e admin admin] Network 79d1ca3f-e23e-4848-9d9a-982b12f210b8 is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:13:47.208996 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-406d8392-c198-4f28-99c8-9901c822195e admin admin] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:13:47.225610 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-644bcf2d-53b0-46e0-b214-d43c54de3e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (246ec83d-dd0e-4afc-8fa8-d9483a43d77c), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:47.251080 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406d8392-c198-4f28-99c8-9901c822195e admin admin] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:13:47.251672 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-406d8392-c198-4f28-99c8-9901c822195e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613510'] for router_interface (cc6a0719-88e5-4b17-be05-1c543993ef8f), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:47.261908 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd672308-93c1-492d-8de5-8bb0c96a1f42 None None] Pushing event updated for resources: {'Port': ['ID=af5bfeb6-797c-4c9c-bb52-8842e138fefc,revision_number=2']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:47.280861 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-cee07c4c-4fc8-4c57-bfc1-e4afbc03209d None None] Attempting to bind port af5bfeb6-797c-4c9c-bb52-8842e138fefc on host dv-cinder-815582-11-iscsi for vnic_type normal with profile {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:13:47.287337 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-cee07c4c-4fc8-4c57-bfc1-e4afbc03209d None None] Attempting to bind port af5bfeb6-797c-4c9c-bb52-8842e138fefc by drivers openvswitch,hyperv on host dv-cinder-815582-11-iscsi at level 0 using segments [{'id': 'e0235fba-4142-426a-91c5-07cb16b4142e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:13:47.288410 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee07c4c-4fc8-4c57-bfc1-e4afbc03209d None None] Attempting to bind port af5bfeb6-797c-4c9c-bb52-8842e138fefc on network db4fd262-df4a-4858-b92c-469a7b8f139e {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:13:47.309446 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee07c4c-4fc8-4c57-bfc1-e4afbc03209d None None] Checking agent: {'id': 'e0b16abb-2210-4432-8141-713fb95a37e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 4, 43), 'started_at': datetime.datetime(2022, 7, 28, 1, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:13:47.310849 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-6616c4ba-40d2-4367-aa94-704ea97b814a None None] Provisioning complete for port 8bffd988-7501-442e-867a-4c328537e4f7 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:13:47.311372 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6616c4ba-40d2-4367-aa94-704ea97b814a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (8bffd988-7501-442e-867a-4c328537e4f7), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:47.319402 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee07c4c-4fc8-4c57-bfc1-e4afbc03209d None None] Checking segment: {'id': 'e0235fba-4142-426a-91c5-07cb16b4142e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:13:47.322135 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cee07c4c-4fc8-4c57-bfc1-e4afbc03209d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:47.322779 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee07c4c-4fc8-4c57-bfc1-e4afbc03209d None None] Bound using segment: {'id': 'e0235fba-4142-426a-91c5-07cb16b4142e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'} {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:13:47.325695 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-cee07c4c-4fc8-4c57-bfc1-e4afbc03209d None None] Bound port: af5bfeb6-797c-4c9c-bb52-8842e138fefc, host: dv-cinder-815582-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0235fba-4142-426a-91c5-07cb16b4142e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'}}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:13:47.329831 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cee07c4c-4fc8-4c57-bfc1-e4afbc03209d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (af5bfeb6-797c-4c9c-bb52-8842e138fefc), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:47.414399 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c2de24-75c9-4e04-acce-7a5e990d5f18 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] Pushing event updated for resources: {'Port': ['ID=9f1daf0a-6008-4ac7-9309-150096a05481,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:47.716061 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-91c2de24-75c9-4e04-acce-7a5e990d5f18 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] Network b3b8c70a-85f4-4b76-9f67-3297a3a800f4 is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:13:47.745104 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:47.759070 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-f6c4393a-e9bc-420a-b9aa-ea7d9c1181b0 None None] For port 9762e545-1ff8-4a46-81e3-9aaed038bac8, host dv-cinder-815582-11-iscsi, cleared binding levels {{(pid=104163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:13:47.768408 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-f6c4393a-e9bc-420a-b9aa-ea7d9c1181b0 None None] For port 9762e545-1ff8-4a46-81e3-9aaed038bac8, host dv-cinder-815582-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=9762e545-1ff8-4a46-81e3-9aaed038bac8,segment=NetworkSegment(e0235fba-4142-426a-91c5-07cb16b4142e),segment_id=e0235fba-4142-426a-91c5-07cb16b4142e)] {{(pid=104163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:13:47.790274 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port c4d59b09-5d6c-447e-85e4-4016976bb47f triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:13:47.792165 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (c4d59b09-5d6c-447e-85e4-4016976bb47f), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:47.795557 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-91c2de24-75c9-4e04-acce-7a5e990d5f18 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:13:47.826269 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-91c2de24-75c9-4e04-acce-7a5e990d5f18 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] Received port after_create {{(pid=104162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:13:47.839176 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d8392-c198-4f28-99c8-9901c822195e admin admin] Pushing event updated for resources: {'Port': ['ID=21ace596-49be-4528-9c60-c180dcb085e7,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:47.848357 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-91c2de24-75c9-4e04-acce-7a5e990d5f18 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:13:47.861234 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-91c2de24-75c9-4e04-acce-7a5e990d5f18 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for port (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:47.909169 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9de8e-3411-4351-88d2-8f1db5fef2c1 req-67e05487-3877-4a7c-b9aa-4bfd7ce0595d tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:13:47.912543 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-68d9de8e-3411-4351-88d2-8f1db5fef2c1 req-67e05487-3877-4a7c-b9aa-4bfd7ce0595d tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] 10.222.0.17 "GET /v2.0/ports?device_id=9ae47659-3cd8-4380-a4bf-e8ed0066a9a0 HTTP/1.1" status: 200 len: 932 time: 0.4755409 Jul 28 01:13:47.932434 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-91c2de24-75c9-4e04-acce-7a5e990d5f18 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.1732349 Jul 28 01:13:47.975871 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-5984789e-3f0f-46bd-bedf-65dfdc36313b tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=104162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 01:13:47.983352 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-5984789e-3f0f-46bd-bedf-65dfdc36313b tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0262070 Jul 28 01:13:48.027064 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-cee07c4c-4fc8-4c57-bfc1-e4afbc03209d None None] For port af5bfeb6-797c-4c9c-bb52-8842e138fefc, host dv-cinder-815582-11-iscsi, cleared binding levels {{(pid=104164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:13:48.056640 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-cee07c4c-4fc8-4c57-bfc1-e4afbc03209d None None] For port af5bfeb6-797c-4c9c-bb52-8842e138fefc, host dv-cinder-815582-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=af5bfeb6-797c-4c9c-bb52-8842e138fefc,segment=NetworkSegment(e0235fba-4142-426a-91c5-07cb16b4142e),segment_id=e0235fba-4142-426a-91c5-07cb16b4142e)] {{(pid=104164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:13:48.093040 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-cee07c4c-4fc8-4c57-bfc1-e4afbc03209d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (af5bfeb6-797c-4c9c-bb52-8842e138fefc), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:48.105196 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-53e5989c-01a7-4c2c-90d6-477e6d797cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427'] for port (d2d54c2e-fcc8-43a9-8d31-3733f3785017), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:48.343889 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e5989c-01a7-4c2c-90d6-477e6d797cb4 admin admin] Network a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:13:48.350683 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd672308-93c1-492d-8de5-8bb0c96a1f42 None None] Pushing event updated for resources: {'Port': ['ID=af5bfeb6-797c-4c9c-bb52-8842e138fefc,revision_number=3']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:48.362458 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 44894) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:13:48.378999 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-53e5989c-01a7-4c2c-90d6-477e6d797cb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:13:48.387963 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e5989c-01a7-4c2c-90d6-477e6d797cb4 admin admin] Received port after_create {{(pid=104162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:13:48.388460 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-53e5989c-01a7-4c2c-90d6-477e6d797cb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613510'] for router_interface (23be02fa-a53b-4cfa-870c-e712548ac0ab), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:48.441872 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee07c4c-4fc8-4c57-bfc1-e4afbc03209d None None] Routers {'cc6a0719-88e5-4b17-be05-1c543993ef8f'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:13:48.453510 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-cee07c4c-4fc8-4c57-bfc1-e4afbc03209d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:13:41Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['cc6a0719-88e5-4b17-be05-1c543993ef8f'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:13:48.487867 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-644bcf2d-53b0-46e0-b214-d43c54de3e8c admin admin] Publish callbacks [] for port (246ec83d-dd0e-4afc-8fa8-d9483a43d77c), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:48.499540 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-644bcf2d-53b0-46e0-b214-d43c54de3e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (246ec83d-dd0e-4afc-8fa8-d9483a43d77c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:48.501127 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-644bcf2d-53b0-46e0-b214-d43c54de3e8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613626'] for router_interface (3ccb096a-c737-4db7-b1f4-5c1c10b171d2), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:48.525290 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-f6c4393a-e9bc-420a-b9aa-ea7d9c1181b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (9762e545-1ff8-4a46-81e3-9aaed038bac8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:48.532318 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e5989c-01a7-4c2c-90d6-477e6d797cb4 admin admin] Pushing event updated for resources: {'Port': ['ID=d2d54c2e-fcc8-43a9-8d31-3733f3785017,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:48.583923 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-68d9de8e-3411-4351-88d2-8f1db5fef2c1 req-b7b7fd07-c828-424d-a1be-24bf64dd2bca tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] 10.222.0.17 "GET /v2.0/security-groups?id=bedf5964-fa71-4253-9cde-5fc073d92143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6315267 Jul 28 01:13:48.649004 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-6616c4ba-40d2-4367-aa94-704ea97b814a None None] Current status of the port 8bffd988-7501-442e-867a-4c328537e4f7 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:13:48.737732 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-cee07c4c-4fc8-4c57-bfc1-e4afbc03209d None None] Set router cc6a0719-88e5-4b17-be05-1c543993ef8f gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:13:48.845957 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-406d8392-c198-4f28-99c8-9901c822195e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (21ace596-49be-4528-9c60-c180dcb085e7), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:48.966013 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-53e5989c-01a7-4c2c-90d6-477e6d797cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (d2d54c2e-fcc8-43a9-8d31-3733f3785017), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:49.056983 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:49.060770 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389930d-e5a2-4259-b433-6dcf445329da None None] Pushing event updated for resources: {'Port': ['ID=9762e545-1ff8-4a46-81e3-9aaed038bac8,revision_number=3']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:49.066788 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-6616c4ba-40d2-4367-aa94-704ea97b814a None None] Provisioning complete for port 246ec83d-dd0e-4afc-8fa8-d9483a43d77c triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:13:49.067242 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6616c4ba-40d2-4367-aa94-704ea97b814a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (246ec83d-dd0e-4afc-8fa8-d9483a43d77c), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:49.072534 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:49.137704 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c4393a-e9bc-420a-b9aa-ea7d9c1181b0 None None] Routers {'3ccb096a-c737-4db7-b1f4-5c1c10b171d2'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:13:49.138643 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-f6c4393a-e9bc-420a-b9aa-ea7d9c1181b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:13:41Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['3ccb096a-c737-4db7-b1f4-5c1c10b171d2'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:13:49.168310 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5890f4ff-548d-4a04-b954-f56cb6e73a40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:49.270280 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-f6c4393a-e9bc-420a-b9aa-ea7d9c1181b0 None None] Set router 3ccb096a-c737-4db7-b1f4-5c1c10b171d2 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:13:49.344314 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:49.381306 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-cee07c4c-4fc8-4c57-bfc1-e4afbc03209d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'name': 'tempest-AttachVolumeShelveTestJSON-1225621746-router', 'tenant_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'af5bfeb6-797c-4c9c-bb52-8842e138fefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:33Z', 'updated_at': '2022-07-28T01:13:48Z', 'revision_number': 4, 'project_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'gw_port': {'id': 'af5bfeb6-797c-4c9c-bb52-8842e138fefc', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:57:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:35Z', 'updated_at': '2022-07-28T01:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': '21ace596-49be-4528-9c60-c180dcb085e7', 'name': '', 'network_id': '79d1ca3f-e23e-4848-9d9a-982b12f210b8', 'tenant_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'mac_address': 'fa:16:3e:79:80:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:46Z', 'updated_at': '2022-07-28T01:13:46Z', 'revision_number': 1, 'project_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'subnets': [{'id': 'a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:13:49.401308 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:49.402413 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644bcf2d-53b0-46e0-b214-d43c54de3e8c admin admin] Pushing event updated for resources: {'Port': ['ID=246ec83d-dd0e-4afc-8fa8-d9483a43d77c,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:49.406291 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-098963a7-5abc-47fe-b26a-efcbf2bdf9a1 service neutron] Request body: {'port': {'device_id': '9ae47659-3cd8-4380-a4bf-e8ed0066a9a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:13:49.439918 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-53e5989c-01a7-4c2c-90d6-477e6d797cb4 admin admin] Publish callbacks [] for port (d2d54c2e-fcc8-43a9-8d31-3733f3785017), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:49.472437 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee07c4c-4fc8-4c57-bfc1-e4afbc03209d None None] The sync data for ids ['cc6a0719-88e5-4b17-be05-1c543993ef8f'] in dv-cinder-815582-11-iscsi is: [{'id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'name': 'tempest-AttachVolumeShelveTestJSON-1225621746-router', 'tenant_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'af5bfeb6-797c-4c9c-bb52-8842e138fefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:33Z', 'updated_at': '2022-07-28T01:13:48Z', 'revision_number': 4, 'project_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'gw_port': {'id': 'af5bfeb6-797c-4c9c-bb52-8842e138fefc', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:57:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:35Z', 'updated_at': '2022-07-28T01:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': '21ace596-49be-4528-9c60-c180dcb085e7', 'name': '', 'network_id': '79d1ca3f-e23e-4848-9d9a-982b12f210b8', 'tenant_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'mac_address': 'fa:16:3e:79:80:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:46Z', 'updated_at': '2022-07-28T01:13:46Z', 'revision_number': 1, 'project_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'subnets': [{'id': 'a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:13:49.515895 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5890f4ff-548d-4a04-b954-f56cb6e73a40 admin admin] Publish callbacks [] for security_group (a8b34d30-519b-4bcc-b2f1-a46e8c4e3ffe), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:49.527081 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644bcf2d-53b0-46e0-b214-d43c54de3e8c admin admin] Network 8f65178e-aa89-435c-9fed-639dfc5bec3f is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:13:49.529314 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5890f4ff-548d-4a04-b954-f56cb6e73a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (a8b34d30-519b-4bcc-b2f1-a46e8c4e3ffe), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:49.539517 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-53e5989c-01a7-4c2c-90d6-477e6d797cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (d2d54c2e-fcc8-43a9-8d31-3733f3785017), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:49.540692 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-53e5989c-01a7-4c2c-90d6-477e6d797cb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613626'] for router_interface (23be02fa-a53b-4cfa-870c-e712548ac0ab), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:49.560921 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-644bcf2d-53b0-46e0-b214-d43c54de3e8c admin admin] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:13:49.701350 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:49.727916 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port c4d59b09-5d6c-447e-85e4-4016976bb47f is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:13:49.729072 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 8bffd988-7501-442e-867a-4c328537e4f7 up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:13:49.834626 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-6616c4ba-40d2-4367-aa94-704ea97b814a None None] Port 246ec83d-dd0e-4afc-8fa8-d9483a43d77c cannot update to ACTIVE because it is not bound. {{(pid=104163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 01:13:49.894235 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port 8bffd988-7501-442e-867a-4c328537e4f7 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:13:49.894565 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (8bffd988-7501-442e-867a-4c328537e4f7), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:49.903193 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:49.904145 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5890f4ff-548d-4a04-b954-f56cb6e73a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b34d30-519b-4bcc-b2f1-a46e8c4e3ffe,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:49.967774 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-5890f4ff-548d-4a04-b954-f56cb6e73a40 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e0b875c08c024b30bd641438f5d4e56b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6022484 Jul 28 01:13:49.975145 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 44928) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:13:50.157399 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-624bfdaf-f81f-4d39-a1d3-1ff682d9a083 None None] Provisioning complete for port 21ace596-49be-4528-9c60-c180dcb085e7 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:13:50.157943 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-624bfdaf-f81f-4d39-a1d3-1ff682d9a083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (21ace596-49be-4528-9c60-c180dcb085e7), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:50.333873 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-624bfdaf-f81f-4d39-a1d3-1ff682d9a083 None None] Port 21ace596-49be-4528-9c60-c180dcb085e7 cannot update to ACTIVE because it is not bound. {{(pid=104163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 01:13:50.398286 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-624bfdaf-f81f-4d39-a1d3-1ff682d9a083 None None] Provisioning complete for port d2d54c2e-fcc8-43a9-8d31-3733f3785017 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:13:50.398286 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-624bfdaf-f81f-4d39-a1d3-1ff682d9a083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (d2d54c2e-fcc8-43a9-8d31-3733f3785017), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:50.451620 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 44938) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:13:50.500464 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-f6c4393a-e9bc-420a-b9aa-ea7d9c1181b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'name': 'tempest-ServerRescueNegativeTestJSON-516860459-router', 'tenant_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '9762e545-1ff8-4a46-81e3-9aaed038bac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:32Z', 'updated_at': '2022-07-28T01:13:46Z', 'revision_number': 4, 'project_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'gw_port': {'id': '9762e545-1ff8-4a46-81e3-9aaed038bac8', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f1:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:34Z', 'updated_at': '2022-07-28T01:13:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': '246ec83d-dd0e-4afc-8fa8-d9483a43d77c', 'name': '', 'network_id': '8f65178e-aa89-435c-9fed-639dfc5bec3f', 'tenant_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'mac_address': 'fa:16:3e:59:78:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:42Z', 'updated_at': '2022-07-28T01:13:47Z', 'revision_number': 2, 'project_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'subnets': [{'id': '1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:13:50.576329 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port 8bffd988-7501-442e-867a-4c328537e4f7 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:13:50.577642 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 1416697e-2521-4c94-950b-f0d8817032e5 up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:13:50.579727 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-624bfdaf-f81f-4d39-a1d3-1ff682d9a083 None None] Port d2d54c2e-fcc8-43a9-8d31-3733f3785017 cannot update to ACTIVE because it is not bound. {{(pid=104163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 01:13:50.622048 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-624bfdaf-f81f-4d39-a1d3-1ff682d9a083 None None] Provisioning complete for port 9f1daf0a-6008-4ac7-9309-150096a05481 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:13:50.622673 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-624bfdaf-f81f-4d39-a1d3-1ff682d9a083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (9f1daf0a-6008-4ac7-9309-150096a05481), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:50.627104 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef10677-5ac3-48e1-a1a4-f06e0208324b req-721ca803-bfca-41a0-a715-43b268e38ece tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:13:50.628323 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-644bcf2d-53b0-46e0-b214-d43c54de3e8c admin admin] Router 3ccb096a-c737-4db7-b1f4-5c1c10b171d2 has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:13:50.632969 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3451896-2138-4849-bfa6-a497efe55327 admin admin] Publish callbacks [] for security_group (a8b34d30-519b-4bcc-b2f1-a46e8c4e3ffe), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:50.647074 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9ef10677-5ac3-48e1-a1a4-f06e0208324b req-721ca803-bfca-41a0-a715-43b268e38ece tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] 10.222.0.17 "GET /v2.0/ports?device_id=9ae47659-3cd8-4380-a4bf-e8ed0066a9a0 HTTP/1.1" status: 200 len: 932 time: 0.8645394 Jul 28 01:13:50.658786 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c4393a-e9bc-420a-b9aa-ea7d9c1181b0 None None] The sync data for ids ['3ccb096a-c737-4db7-b1f4-5c1c10b171d2'] in dv-cinder-815582-11-iscsi is: [{'id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'name': 'tempest-ServerRescueNegativeTestJSON-516860459-router', 'tenant_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '9762e545-1ff8-4a46-81e3-9aaed038bac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:32Z', 'updated_at': '2022-07-28T01:13:46Z', 'revision_number': 4, 'project_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'gw_port': {'id': '9762e545-1ff8-4a46-81e3-9aaed038bac8', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f1:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:34Z', 'updated_at': '2022-07-28T01:13:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': '246ec83d-dd0e-4afc-8fa8-d9483a43d77c', 'name': '', 'network_id': '8f65178e-aa89-435c-9fed-639dfc5bec3f', 'tenant_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'mac_address': 'fa:16:3e:59:78:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:42Z', 'updated_at': '2022-07-28T01:13:47Z', 'revision_number': 2, 'project_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'subnets': [{'id': '1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:13:50.706563 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=100 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:50.714701 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e5989c-01a7-4c2c-90d6-477e6d797cb4 admin admin] Pushing event updated for resources: {'Port': ['ID=d2d54c2e-fcc8-43a9-8d31-3733f3785017,revision_number=2']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:50.755584 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-098963a7-5abc-47fe-b26a-efcbf2bdf9a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (9f1daf0a-6008-4ac7-9309-150096a05481), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:50.773844 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-624bfdaf-f81f-4d39-a1d3-1ff682d9a083 None None] Port 9f1daf0a-6008-4ac7-9309-150096a05481 cannot update to ACTIVE because it is not bound. {{(pid=104163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 01:13:50.812386 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port 1416697e-2521-4c94-950b-f0d8817032e5 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:13:50.816859 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (1416697e-2521-4c94-950b-f0d8817032e5), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:50.934117 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-6ffe5287-ee3d-4eac-b4b8-7166545d5edc None None] Provisioning complete for port 246ec83d-dd0e-4afc-8fa8-d9483a43d77c triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:13:50.934515 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6ffe5287-ee3d-4eac-b4b8-7166545d5edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (246ec83d-dd0e-4afc-8fa8-d9483a43d77c), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:50.944601 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3451896-2138-4849-bfa6-a497efe55327 admin admin] Publish callbacks [] for security_group (a8b34d30-519b-4bcc-b2f1-a46e8c4e3ffe), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:50.974908 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9ef10677-5ac3-48e1-a1a4-f06e0208324b req-b3d91487-22d1-44fa-8589-7f2cf8fc23d4 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] 10.222.0.17 "GET /v2.0/security-groups?id=bedf5964-fa71-4253-9cde-5fc073d92143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256886 Jul 28 01:13:51.007064 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e5989c-01a7-4c2c-90d6-477e6d797cb4 admin admin] Network a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:13:51.098797 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-53e5989c-01a7-4c2c-90d6-477e6d797cb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:13:51.117725 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-6ffe5287-ee3d-4eac-b4b8-7166545d5edc None None] Port 246ec83d-dd0e-4afc-8fa8-d9483a43d77c cannot update to ACTIVE because it is not bound. {{(pid=104163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 01:13:51.131553 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644bcf2d-53b0-46e0-b214-d43c54de3e8c admin admin] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:13:51.139980 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port 1416697e-2521-4c94-950b-f0d8817032e5 is: DOWN; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:13:51.140406 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (1416697e-2521-4c94-950b-f0d8817032e5), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:51.183895 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-644bcf2d-53b0-46e0-b214-d43c54de3e8c admin admin] 10.222.0.17 "PUT /v2.0/routers/3ccb096a-c737-4db7-b1f4-5c1c10b171d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9845994 Jul 28 01:13:51.241552 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] For port 1416697e-2521-4c94-950b-f0d8817032e5, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=1416697e-2521-4c94-950b-f0d8817032e5,segment=NetworkSegment(e0235fba-4142-426a-91c5-07cb16b4142e),segment_id=e0235fba-4142-426a-91c5-07cb16b4142e)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:13:51.250331 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (1416697e-2521-4c94-950b-f0d8817032e5), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:51.251023 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device a60d5cbd-e793-4d09-8407-77b9525c2c43 up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:13:51.317316 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-02c10abd-3c1a-4daa-bcd2-eb525bb94694 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:51.407921 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-406d8392-c198-4f28-99c8-9901c822195e admin admin] Publish callbacks [] for port (21ace596-49be-4528-9c60-c180dcb085e7), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:51.452087 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3451896-2138-4849-bfa6-a497efe55327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (a8b34d30-519b-4bcc-b2f1-a46e8c4e3ffe), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:51.454780 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3451896-2138-4849-bfa6-a497efe55327 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:51.456090 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-b3451896-2138-4849-bfa6-a497efe55327 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a8b34d30-519b-4bcc-b2f1-a46e8c4e3ffe HTTP/1.1" status: 204 len: 168 time: 1.4618700 Jul 28 01:13:51.456865 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-406d8392-c198-4f28-99c8-9901c822195e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (21ace596-49be-4528-9c60-c180dcb085e7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:51.457641 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-406d8392-c198-4f28-99c8-9901c822195e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613626'] for router_interface (cc6a0719-88e5-4b17-be05-1c543993ef8f), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:51.588991 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Pushing event updated for resources: {'Port': ['ID=1416697e-2521-4c94-950b-f0d8817032e5,revision_number=4']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:51.629294 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3451896-2138-4849-bfa6-a497efe55327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b34d30-519b-4bcc-b2f1-a46e8c4e3ffe,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:51.631969 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port a60d5cbd-e793-4d09-8407-77b9525c2c43 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:13:51.632542 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (a60d5cbd-e793-4d09-8407-77b9525c2c43), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:51.674907 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:51.734883 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-14f0cc33-d02b-42c2-948e-76582c4cefc6 None None] Provisioning complete for port d2d54c2e-fcc8-43a9-8d31-3733f3785017 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:13:51.735386 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-14f0cc33-d02b-42c2-948e-76582c4cefc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (d2d54c2e-fcc8-43a9-8d31-3733f3785017), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:51.828024 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-14f0cc33-d02b-42c2-948e-76582c4cefc6 None None] Port d2d54c2e-fcc8-43a9-8d31-3733f3785017 cannot update to ACTIVE because it is not bound. {{(pid=104163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 01:13:51.844434 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port a60d5cbd-e793-4d09-8407-77b9525c2c43 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:13:51.845661 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 0c211b91-3699-4de1-9a69-4cda5fb329c9 up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:13:51.964317 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port 0c211b91-3699-4de1-9a69-4cda5fb329c9 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:13:51.964473 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (0c211b91-3699-4de1-9a69-4cda5fb329c9), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:52.088794 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:52.113610 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e5989c-01a7-4c2c-90d6-477e6d797cb4 admin admin] Router 23be02fa-a53b-4cfa-870c-e712548ac0ab has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:13:52.218465 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port 0c211b91-3699-4de1-9a69-4cda5fb329c9 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:13:52.423737 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d8392-c198-4f28-99c8-9901c822195e admin admin] Pushing event updated for resources: {'Port': ['ID=21ace596-49be-4528-9c60-c180dcb085e7,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:52.477935 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-098963a7-5abc-47fe-b26a-efcbf2bdf9a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f1daf0a-6008-4ac7-9309-150096a05481 {{(pid=104162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 01:13:52.526247 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:52.532155 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-098963a7-5abc-47fe-b26a-efcbf2bdf9a1 service neutron] Publish callbacks [] for port (9f1daf0a-6008-4ac7-9309-150096a05481), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:52.553482 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b34204-2f8f-46b0-b743-a9252fb6b2d6 req-6a060b42-57fe-4313-9db2-f08515a707a5 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:13:52.557322 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-92b34204-2f8f-46b0-b743-a9252fb6b2d6 req-6a060b42-57fe-4313-9db2-f08515a707a5 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] 10.222.0.17 "GET /v2.0/ports?device_id=9ae47659-3cd8-4380-a4bf-e8ed0066a9a0 HTTP/1.1" status: 200 len: 932 time: 0.3867650 Jul 28 01:13:52.620385 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device af5bfeb6-797c-4c9c-bb52-8842e138fefc up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:13:52.639949 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-098963a7-5abc-47fe-b26a-efcbf2bdf9a1 service neutron] Transition to ACTIVE for port object 9f1daf0a-6008-4ac7-9309-150096a05481 will not be triggered until provisioned by entity L2. {{(pid=104162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 01:13:52.687201 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=8 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:52.745501 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-02c10abd-3c1a-4daa-bcd2-eb525bb94694 admin admin] Publish callbacks [] for security_group (d22cc558-011e-4133-8ea2-cc00cf93cf8c), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:52.761027 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406d8392-c198-4f28-99c8-9901c822195e admin admin] Network 79d1ca3f-e23e-4848-9d9a-982b12f210b8 is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:13:52.762109 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e5989c-01a7-4c2c-90d6-477e6d797cb4 admin admin] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:13:52.762596 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-02c10abd-3c1a-4daa-bcd2-eb525bb94694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (d22cc558-011e-4133-8ea2-cc00cf93cf8c), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:52.768651 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-406d8392-c198-4f28-99c8-9901c822195e admin admin] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:13:52.818513 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-53e5989c-01a7-4c2c-90d6-477e6d797cb4 admin admin] 10.222.0.17 "PUT /v2.0/routers/23be02fa-a53b-4cfa-870c-e712548ac0ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2175982 Jul 28 01:13:52.855468 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-098963a7-5abc-47fe-b26a-efcbf2bdf9a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (9f1daf0a-6008-4ac7-9309-150096a05481), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:52.869536 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01b7880-9f8a-4883-969e-77e77a658b01 None None] Sync routers for ids ['23be02fa-a53b-4cfa-870c-e712548ac0ab'] in dv-cinder-815582-11-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:13:52.903714 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-02c10abd-3c1a-4daa-bcd2-eb525bb94694 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=1840ddc234704ee18e9ab9b927ec10bf&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3384013 Jul 28 01:13:52.940886 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 44992) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:13:52.941062 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c10abd-3c1a-4daa-bcd2-eb525bb94694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22cc558-011e-4133-8ea2-cc00cf93cf8c,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:53.008008 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port af5bfeb6-797c-4c9c-bb52-8842e138fefc triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:13:53.008389 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (af5bfeb6-797c-4c9c-bb52-8842e138fefc), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:53.029738 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01b7880-9f8a-4883-969e-77e77a658b01 None None] Routers {'23be02fa-a53b-4cfa-870c-e712548ac0ab'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:13:53.030409 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-f01b7880-9f8a-4883-969e-77e77a658b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:13:41Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['23be02fa-a53b-4cfa-870c-e712548ac0ab'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:13:53.231854 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 44994) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:13:53.349524 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:53.352667 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-54ded1aa-37ea-40c6-b32b-e188b9225d2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:53.368987 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-92b34204-2f8f-46b0-b743-a9252fb6b2d6 req-bbcd769c-f690-4a02-8e28-9737abdcfda4 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] 10.222.0.17 "GET /v2.0/security-groups?id=bedf5964-fa71-4253-9cde-5fc073d92143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5491269 Jul 28 01:13:53.376903 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098963a7-5abc-47fe-b26a-efcbf2bdf9a1 service neutron] Pushing event updated for resources: {'Port': ['ID=9f1daf0a-6008-4ac7-9309-150096a05481,revision_number=2']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:53.386239 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d4a0d52b-1ae0-4b92-b4fb-8f42df7ccc89 admin admin] Publish callbacks [] for security_group (d22cc558-011e-4133-8ea2-cc00cf93cf8c), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:53.447204 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-f01b7880-9f8a-4883-969e-77e77a658b01 None None] Set router 23be02fa-a53b-4cfa-870c-e712548ac0ab gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:13:53.472922 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d4a0d52b-1ae0-4b92-b4fb-8f42df7ccc89 admin admin] Publish callbacks [] for security_group (d22cc558-011e-4133-8ea2-cc00cf93cf8c), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:53.488350 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-098963a7-5abc-47fe-b26a-efcbf2bdf9a1 service neutron] Attempting to bind port 9f1daf0a-6008-4ac7-9309-150096a05481 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:13:53.489022 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-098963a7-5abc-47fe-b26a-efcbf2bdf9a1 service neutron] Attempting to bind port 9f1daf0a-6008-4ac7-9309-150096a05481 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '5297ca8c-2da0-4352-ae6d-b19a2fd25ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b3b8c70a-85f4-4b76-9f67-3297a3a800f4'}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:13:53.489557 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-098963a7-5abc-47fe-b26a-efcbf2bdf9a1 service neutron] Attempting to bind port 9f1daf0a-6008-4ac7-9309-150096a05481 on network b3b8c70a-85f4-4b76-9f67-3297a3a800f4 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:13:53.521788 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-098963a7-5abc-47fe-b26a-efcbf2bdf9a1 service neutron] Port 9f1daf0a-6008-4ac7-9309-150096a05481 on network b3b8c70a-85f4-4b76-9f67-3297a3a800f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 01:13:53.522463 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-098963a7-5abc-47fe-b26a-efcbf2bdf9a1 service neutron] Attempting to bind port 9f1daf0a-6008-4ac7-9309-150096a05481 on network b3b8c70a-85f4-4b76-9f67-3297a3a800f4 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:13:53.538960 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-098963a7-5abc-47fe-b26a-efcbf2bdf9a1 service neutron] Checking agent: {'id': '8d4a48be-b376-49eb-a7aa-478deaa3f35f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 11, 32), 'started_at': datetime.datetime(2022, 7, 28, 1, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:13:53.539738 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-098963a7-5abc-47fe-b26a-efcbf2bdf9a1 service neutron] Checking segment: {'id': '5297ca8c-2da0-4352-ae6d-b19a2fd25ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b3b8c70a-85f4-4b76-9f67-3297a3a800f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:13:53.540717 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-098963a7-5abc-47fe-b26a-efcbf2bdf9a1 service neutron] Bound using segment: {'id': '5297ca8c-2da0-4352-ae6d-b19a2fd25ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b3b8c70a-85f4-4b76-9f67-3297a3a800f4'} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:13:53.541502 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-098963a7-5abc-47fe-b26a-efcbf2bdf9a1 service neutron] Bound port: 9f1daf0a-6008-4ac7-9309-150096a05481, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5297ca8c-2da0-4352-ae6d-b19a2fd25ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b3b8c70a-85f4-4b76-9f67-3297a3a800f4'}}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:13:53.542072 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-098963a7-5abc-47fe-b26a-efcbf2bdf9a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (9f1daf0a-6008-4ac7-9309-150096a05481), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:53.569878 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-4062d71a-489a-483a-95e1-b9f30d5eb3c0 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:13:53.572346 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-4062d71a-489a-483a-95e1-b9f30d5eb3c0 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/networks?id=8f65178e-aa89-435c-9fed-639dfc5bec3f HTTP/1.1" status: 200 len: 818 time: 0.6031017 Jul 28 01:13:53.671976 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-cdfdf13b-bf4e-43f0-8fa6-378b3fb44574 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/quotas/af4689d2f0ef4d71a1c465610011f2d7 HTTP/1.1" status: 200 len: 375 time: 0.0920994 Jul 28 01:13:53.795776 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-406d8392-c198-4f28-99c8-9901c822195e admin admin] Router cc6a0719-88e5-4b17-be05-1c543993ef8f has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:13:53.796425 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-098963a7-5abc-47fe-b26a-efcbf2bdf9a1 service neutron] For port 9f1daf0a-6008-4ac7-9309-150096a05481, host hv-cinder-81558, cleared binding levels {{(pid=104162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:13:53.828140 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d4a0d52b-1ae0-4b92-b4fb-8f42df7ccc89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (d22cc558-011e-4133-8ea2-cc00cf93cf8c), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:53.829312 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-7aeda744-479b-4822-ab46-62ddb1a37cd3 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=af4689d2f0ef4d71a1c465610011f2d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1434147 Jul 28 01:13:53.831296 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-098963a7-5abc-47fe-b26a-efcbf2bdf9a1 service neutron] For port 9f1daf0a-6008-4ac7-9309-150096a05481, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9f1daf0a-6008-4ac7-9309-150096a05481,segment=NetworkSegment(5297ca8c-2da0-4352-ae6d-b19a2fd25ba5),segment_id=5297ca8c-2da0-4352-ae6d-b19a2fd25ba5)] {{(pid=104162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:13:53.839967 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d4a0d52b-1ae0-4b92-b4fb-8f42df7ccc89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:53.841579 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-d4a0d52b-1ae0-4b92-b4fb-8f42df7ccc89 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d22cc558-011e-4133-8ea2-cc00cf93cf8c HTTP/1.1" status: 204 len: 168 time: 0.8930752 Jul 28 01:13:53.872404 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a0d52b-1ae0-4b92-b4fb-8f42df7ccc89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22cc558-011e-4133-8ea2-cc00cf93cf8c,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:53.890297 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-e3fd1afa-443e-4732-b318-a0efe4067274 None None] Provisioning complete for port 21ace596-49be-4528-9c60-c180dcb085e7 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:13:53.890975 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e3fd1afa-443e-4732-b318-a0efe4067274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (21ace596-49be-4528-9c60-c180dcb085e7), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:53.892459 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-54ded1aa-37ea-40c6-b32b-e188b9225d2d admin admin] Publish callbacks [] for security_group (55731096-24a0-4da9-bbad-f4ddfcec82dc), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:53.937737 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-e3fd1afa-443e-4732-b318-a0efe4067274 None None] Port 21ace596-49be-4528-9c60-c180dcb085e7 cannot update to ACTIVE because it is not bound. {{(pid=104163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 01:13:53.947638 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:53.956437 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-54ded1aa-37ea-40c6-b32b-e188b9225d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (55731096-24a0-4da9-bbad-f4ddfcec82dc), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:54.090564 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ded1aa-37ea-40c6-b32b-e188b9225d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55731096-24a0-4da9-bbad-f4ddfcec82dc,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:54.104578 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:54.118903 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-afb591bb-eb6d-49e6-92c4-1564dc32b262 service neutron] 10.222.0.17 "GET /v2.0/networks/8f65178e-aa89-435c-9fed-639dfc5bec3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810049 Jul 28 01:13:54.121904 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-098963a7-5abc-47fe-b26a-efcbf2bdf9a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (9f1daf0a-6008-4ac7-9309-150096a05481), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:54.136454 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port af5bfeb6-797c-4c9c-bb52-8842e138fefc is: DOWN; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:13:54.136454 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (af5bfeb6-797c-4c9c-bb52-8842e138fefc), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:54.140985 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-54ded1aa-37ea-40c6-b32b-e188b9225d2d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d517899c0f604866b1e0229dcd42818d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9000356 Jul 28 01:13:54.142699 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 45010) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:13:54.159241 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 45012) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:13:54.159767 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-cc471763-fed5-4906-a5fc-654c930dc87b tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Request body: {'security_group': {'name': 'tempest-securitygroup--813458131', 'description': 'tempest-description--1342846380'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:13:54.236445 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406d8392-c198-4f28-99c8-9901c822195e admin admin] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:13:54.248830 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-406d8392-c198-4f28-99c8-9901c822195e admin admin] 10.222.0.17 "PUT /v2.0/routers/cc6a0719-88e5-4b17-be05-1c543993ef8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3450410 Jul 28 01:13:54.250808 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cc471763-fed5-4906-a5fc-654c930dc87b tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:54.421838 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-098963a7-5abc-47fe-b26a-efcbf2bdf9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:13:54.438957 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-098963a7-5abc-47fe-b26a-efcbf2bdf9a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for port (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:54.440094 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] For port af5bfeb6-797c-4c9c-bb52-8842e138fefc, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=af5bfeb6-797c-4c9c-bb52-8842e138fefc,segment=NetworkSegment(e0235fba-4142-426a-91c5-07cb16b4142e),segment_id=e0235fba-4142-426a-91c5-07cb16b4142e)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:13:54.441921 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-098963a7-5abc-47fe-b26a-efcbf2bdf9a1 service neutron] 10.222.0.42 "PUT /v2.0/ports/9f1daf0a-6008-4ac7-9309-150096a05481 HTTP/1.1" status: 200 len: 1094 time: 5.8126066 Jul 28 01:13:54.458662 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae47659-3cd8-4380-a4bf-e8ed0066a9a0', 'tag': '9f1daf0a-6008-4ac7-9309-150096a05481'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:13:54.525575 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-f01b7880-9f8a-4883-969e-77e77a658b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'name': 'tempest-AttachVolumeTestJSON-1320773297-router', 'tenant_id': '347bcdc7636e4f93af2597f853926b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '1416697e-2521-4c94-950b-f0d8817032e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:33Z', 'updated_at': '2022-07-28T01:13:48Z', 'revision_number': 4, 'project_id': '347bcdc7636e4f93af2597f853926b13', 'gw_port': {'id': '1416697e-2521-4c94-950b-f0d8817032e5', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:34Z', 'updated_at': '2022-07-28T01:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'd2d54c2e-fcc8-43a9-8d31-3733f3785017', 'name': '', 'network_id': 'a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e', 'tenant_id': '347bcdc7636e4f93af2597f853926b13', 'mac_address': 'fa:16:3e:22:3e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:44Z', 'updated_at': '2022-07-28T01:13:49Z', 'revision_number': 2, 'project_id': '347bcdc7636e4f93af2597f853926b13', 'subnets': [{'id': '5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:13:54.529271 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (af5bfeb6-797c-4c9c-bb52-8842e138fefc), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:54.530102 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 1416697e-2521-4c94-950b-f0d8817032e5 up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:13:54.545946 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cc471763-fed5-4906-a5fc-654c930dc87b tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks [] for security_group (4bfd2ea3-73ab-4651-bee8-9f5b86065b61), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:54.549187 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:54.561067 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cc471763-fed5-4906-a5fc-654c930dc87b tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (4bfd2ea3-73ab-4651-bee8-9f5b86065b61), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:54.651211 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc471763-fed5-4906-a5fc-654c930dc87b tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfd2ea3-73ab-4651-bee8-9f5b86065b61,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:54.683725 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cc471763-fed5-4906-a5fc-654c930dc87b tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:54.696781 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-cc471763-fed5-4906-a5fc-654c930dc87b tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5347493 Jul 28 01:13:54.700391 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 45030) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:13:54.710541 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-cb485a7a-b9d7-428c-b08e-f87adb99d697 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Request body: {'security_group_rule': {'security_group_id': '4bfd2ea3-73ab-4651-bee8-9f5b86065b61', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:13:54.779996 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cb485a7a-b9d7-428c-b08e-f87adb99d697 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks [] for security_group_rule (93313698-1df0-4498-a8c8-fe48e56c9982), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:54.883897 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:54.913064 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Pushing event updated for resources: {'Port': ['ID=af5bfeb6-797c-4c9c-bb52-8842e138fefc,revision_number=4']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:54.972248 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port 1416697e-2521-4c94-950b-f0d8817032e5 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:13:54.972746 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (1416697e-2521-4c94-950b-f0d8817032e5), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:54.975060 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01b7880-9f8a-4883-969e-77e77a658b01 None None] Checking router: 23be02fa-a53b-4cfa-870c-e712548ac0ab for host: dv-cinder-815582-11-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:13:54.975536 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01b7880-9f8a-4883-969e-77e77a658b01 None None] Updating router 23be02fa-a53b-4cfa-870c-e712548ac0ab port d2d54c2e-fcc8-43a9-8d31-3733f3785017 binding host dv-cinder-815582-11-iscsi {{(pid=104163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 01:13:55.058291 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cb485a7a-b9d7-428c-b08e-f87adb99d697 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks [] for security_group_rule (93313698-1df0-4498-a8c8-fe48e56c9982), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:55.066985 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 45040) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:13:55.096723 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cb485a7a-b9d7-428c-b08e-f87adb99d697 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553027'] for security_group_rule (93313698-1df0-4498-a8c8-fe48e56c9982), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:55.170346 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b9ad5fdf-f7f0-4272-83cf-c9e9c5f15fde admin admin] Publish callbacks [] for security_group (55731096-24a0-4da9-bbad-f4ddfcec82dc), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:55.225897 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-bde2064f-d645-4407-9eaf-0d9d7344adbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:55.255583 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b9ad5fdf-f7f0-4272-83cf-c9e9c5f15fde admin admin] Publish callbacks [] for security_group (55731096-24a0-4da9-bbad-f4ddfcec82dc), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:55.284046 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:INSERT=14,neutron:SELECT=81,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:55.351259 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-f01b7880-9f8a-4883-969e-77e77a658b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (d2d54c2e-fcc8-43a9-8d31-3733f3785017), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:55.421945 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port 1416697e-2521-4c94-950b-f0d8817032e5 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:13:55.532166 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-bde2064f-d645-4407-9eaf-0d9d7344adbf admin admin] Publish callbacks [] for security_group (dea56933-3fbb-4f95-baed-43a66620ca18), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:55.534140 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb485a7a-b9d7-428c-b08e-f87adb99d697 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93313698-1df0-4498-a8c8-fe48e56c9982,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:55.542460 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-bde2064f-d645-4407-9eaf-0d9d7344adbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (dea56933-3fbb-4f95-baed-43a66620ca18), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:55.575337 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2064f-d645-4407-9eaf-0d9d7344adbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea56933-3fbb-4f95-baed-43a66620ca18,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:55.589631 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cb485a7a-b9d7-428c-b08e-f87adb99d697 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:55.594288 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-cb485a7a-b9d7-428c-b08e-f87adb99d697 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8926599 Jul 28 01:13:55.602290 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 45060) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:13:55.609148 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-4de54462-ca8b-4315-94d7-b30e5e514be9 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Request body: {'security_group_rule': {'security_group_id': '4bfd2ea3-73ab-4651-bee8-9f5b86065b61', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:13:55.675269 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-bde2064f-d645-4407-9eaf-0d9d7344adbf admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=455c7947fbb94a00b9c24eb8bf305a75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6014724 Jul 28 01:13:55.676268 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 45064) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:13:55.828037 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4de54462-ca8b-4315-94d7-b30e5e514be9 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks [] for security_group_rule (a97d20c2-6a86-4650-a13a-a330ce4dd9a5), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:55.910036 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e1a65704-0fe5-42b1-a487-f7a2fc1b0998 admin admin] Publish callbacks [] for security_group (dea56933-3fbb-4f95-baed-43a66620ca18), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:55.977294 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-c2d3a699-d0a5-4686-8041-d9c084d65207 service neutron] 10.222.0.17 "GET /v2.0/networks/8f65178e-aa89-435c-9fed-639dfc5bec3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8353746 Jul 28 01:13:56.042467 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e1a65704-0fe5-42b1-a487-f7a2fc1b0998 admin admin] Publish callbacks [] for security_group (dea56933-3fbb-4f95-baed-43a66620ca18), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:56.076845 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device af5bfeb6-797c-4c9c-bb52-8842e138fefc up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:13:56.103021 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f6b11fd638c6a58f8ef19871f5a43997b3abcb3256dc707badf279ceb4d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1be98f-ec21-47e2-9217-deaba2c337aa" -d '{"events": [{"name": "network-changed", "server_uuid": "9ae47659-3cd8-4380-a4bf-e8ed0066a9a0", "tag": "9f1daf0a-6008-4ac7-9309-150096a05481"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:13:56.114723 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b9ad5fdf-f7f0-4272-83cf-c9e9c5f15fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (55731096-24a0-4da9-bbad-f4ddfcec82dc), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:56.132326 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4de54462-ca8b-4315-94d7-b30e5e514be9 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks [] for security_group_rule (a97d20c2-6a86-4650-a13a-a330ce4dd9a5), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:56.136066 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b9ad5fdf-f7f0-4272-83cf-c9e9c5f15fde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:56.137295 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-b9ad5fdf-f7f0-4272-83cf-c9e9c5f15fde admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/55731096-24a0-4da9-bbad-f4ddfcec82dc HTTP/1.1" status: 204 len: 168 time: 1.9568892 Jul 28 01:13:56.138483 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-b004ca83-eeb4-4664-bbda-298a443ea1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:13:56.148475 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-b004ca83-eeb4-4664-bbda-298a443ea1d9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c8b3087180c642a78010ed1382cf1868&device_id=9ae47659-3cd8-4380-a4bf-e8ed0066a9a0 HTTP/1.1" status: 200 len: 1128 time: 1.4853537 Jul 28 01:13:56.175417 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4de54462-ca8b-4315-94d7-b30e5e514be9 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553027'] for security_group_rule (a97d20c2-6a86-4650-a13a-a330ce4dd9a5), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:56.203581 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb90d74a-cc6e-4a7f-9798-934ca787cc1c None None] Sync routers for ids ['cc6a0719-88e5-4b17-be05-1c543993ef8f'] in dv-cinder-815582-11-iscsi {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:13:56.215247 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-f01b7880-9f8a-4883-969e-77e77a658b01 None None] Publish callbacks [] for port (d2d54c2e-fcc8-43a9-8d31-3733f3785017), precommit_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:56.217354 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port af5bfeb6-797c-4c9c-bb52-8842e138fefc triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:13:56.217633 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (af5bfeb6-797c-4c9c-bb52-8842e138fefc), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:56.222147 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098963a7-5abc-47fe-b26a-efcbf2bdf9a1 service neutron] Pushing event updated for resources: {'Port': ['ID=9f1daf0a-6008-4ac7-9309-150096a05481,revision_number=3']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:56.235978 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb90d74a-cc6e-4a7f-9798-934ca787cc1c None None] Routers {'cc6a0719-88e5-4b17-be05-1c543993ef8f'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:13:56.237748 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-bb90d74a-cc6e-4a7f-9798-934ca787cc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:13:41Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['cc6a0719-88e5-4b17-be05-1c543993ef8f'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:13:56.250371 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-f01b7880-9f8a-4883-969e-77e77a658b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (d2d54c2e-fcc8-43a9-8d31-3733f3785017), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:56.274582 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:56.351260 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49fb728-6a8d-4f81-82b5-04456491b715 None None] Pushing event updated for resources: {'Port': ['ID=d2d54c2e-fcc8-43a9-8d31-3733f3785017,revision_number=3']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:56.375116 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de54462-ca8b-4315-94d7-b30e5e514be9 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a97d20c2-6a86-4650-a13a-a330ce4dd9a5,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:56.388438 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:INSERT=14,neutron:SELECT=79,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:56.446092 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4de54462-ca8b-4315-94d7-b30e5e514be9 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:56.448105 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-4de54462-ca8b-4315-94d7-b30e5e514be9 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8443012 Jul 28 01:13:56.457040 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 45090) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:13:56.471771 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad5fdf-f7f0-4272-83cf-c9e9c5f15fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55731096-24a0-4da9-bbad-f4ddfcec82dc,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:56.492751 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-c0e04ac8-67ef-4134-b43a-50e191b869fe tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Request body: {'floatingip': {'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:13:56.615646 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e1a65704-0fe5-42b1-a487-f7a2fc1b0998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (dea56933-3fbb-4f95-baed-43a66620ca18), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:56.632657 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e1a65704-0fe5-42b1-a487-f7a2fc1b0998 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:56.639596 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-e1a65704-0fe5-42b1-a487-f7a2fc1b0998 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/dea56933-3fbb-4f95-baed-43a66620ca18 HTTP/1.1" status: 204 len: 168 time: 0.9508634 Jul 28 01:13:56.674521 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-bb90d74a-cc6e-4a7f-9798-934ca787cc1c None None] Set router cc6a0719-88e5-4b17-be05-1c543993ef8f gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:13:56.700438 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-eecee9a8-c046-411c-b4c4-1acfa2b64941 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f1daf0a-6008-4ac7-9309-150096a05481 HTTP/1.1" status: 200 len: 217 time: 0.4692764 Jul 28 01:13:56.700719 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port af5bfeb6-797c-4c9c-bb52-8842e138fefc is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:13:56.705550 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 9762e545-1ff8-4a46-81e3-9aaed038bac8 up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:13:56.706335 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c0e04ac8-67ef-4134-b43a-50e191b869fe tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:56.709165 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0af10-4268-4715-8bf4-f691599b632b req-38dfd3be-13ec-4eee-864d-70a8034f19d4 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:13:56.711331 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-83c0af10-4268-4715-8bf4-f691599b632b req-38dfd3be-13ec-4eee-864d-70a8034f19d4 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] 10.222.0.17 "GET /v2.0/ports?device_id=9ae47659-3cd8-4380-a4bf-e8ed0066a9a0 HTTP/1.1" status: 200 len: 944 time: 2.0470021 Jul 28 01:13:56.758788 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a65704-0fe5-42b1-a487-f7a2fc1b0998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea56933-3fbb-4f95-baed-43a66620ca18,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:56.902339 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-f01b7880-9f8a-4883-969e-77e77a658b01 None None] Attempting to bind port d2d54c2e-fcc8-43a9-8d31-3733f3785017 on host dv-cinder-815582-11-iscsi for vnic_type normal with profile {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:13:56.903024 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-f01b7880-9f8a-4883-969e-77e77a658b01 None None] Attempting to bind port d2d54c2e-fcc8-43a9-8d31-3733f3785017 by drivers openvswitch,hyperv on host dv-cinder-815582-11-iscsi at level 0 using segments [{'id': '78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e'}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:13:56.905028 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01b7880-9f8a-4883-969e-77e77a658b01 None None] Attempting to bind port d2d54c2e-fcc8-43a9-8d31-3733f3785017 on network a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:13:56.968036 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:57.049291 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01b7880-9f8a-4883-969e-77e77a658b01 None None] Checking agent: {'id': 'e0b16abb-2210-4432-8141-713fb95a37e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 4, 43), 'started_at': datetime.datetime(2022, 7, 28, 1, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:13:57.049607 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01b7880-9f8a-4883-969e-77e77a658b01 None None] Checking segment: {'id': '78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:13:57.051097 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-f01b7880-9f8a-4883-969e-77e77a658b01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:57.051226 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01b7880-9f8a-4883-969e-77e77a658b01 None None] Bound using segment: {'id': '78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e'} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:13:57.052377 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-f01b7880-9f8a-4883-969e-77e77a658b01 None None] Bound port: d2d54c2e-fcc8-43a9-8d31-3733f3785017, host: dv-cinder-815582-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e'}}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:13:57.052377 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-f01b7880-9f8a-4883-969e-77e77a658b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (d2d54c2e-fcc8-43a9-8d31-3733f3785017), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:57.106526 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port 9762e545-1ff8-4a46-81e3-9aaed038bac8 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:13:57.108587 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (9762e545-1ff8-4a46-81e3-9aaed038bac8), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:57.121774 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-9c83e9c0-0209-459c-9e74-3186dd484808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:13:57.123296 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-9c83e9c0-0209-459c-9e74-3186dd484808 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f49fd25b-3ab1-4af3-8259-aa04dba6863a HTTP/1.1" status: 200 len: 850 time: 0.4108171 Jul 28 01:13:57.273123 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-e6e87604-b6af-4b20-8181-3100e8692993 None None] Provisioning complete for port d2d54c2e-fcc8-43a9-8d31-3733f3785017 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:13:57.276149 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e6e87604-b6af-4b20-8181-3100e8692993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (d2d54c2e-fcc8-43a9-8d31-3733f3785017), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:57.445915 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 45128) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:13:57.473176 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-cf40a1e0-e5bd-4af3-9832-c1d70727861b tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Request body: {'security_group': {'name': 'tempest-securitygroup--565255108', 'description': 'tempest-description--1738140481'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:13:57.516032 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-83c0af10-4268-4715-8bf4-f691599b632b req-7c53c411-cbdb-4b6c-9222-f3182c928ace tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] 10.222.0.17 "GET /v2.0/security-groups?id=bedf5964-fa71-4253-9cde-5fc073d92143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7220724 Jul 28 01:13:57.615709 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-dc6053d7-b7bc-4f06-9d01-07e2bd7bd3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:13:57.618556 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-dc6053d7-b7bc-4f06-9d01-07e2bd7bd3c5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b3b8c70a-85f4-4b76-9f67-3297a3a800f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4641416 Jul 28 01:13:57.647894 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-e6e87604-b6af-4b20-8181-3100e8692993 None None] Port d2d54c2e-fcc8-43a9-8d31-3733f3785017 cannot update to ACTIVE because it is not bound. {{(pid=104163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 01:13:57.740457 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=100 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:57.741039 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c0e04ac8-67ef-4134-b43a-50e191b869fe tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:57.759442 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-bb90d74a-cc6e-4a7f-9798-934ca787cc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'name': 'tempest-AttachVolumeShelveTestJSON-1225621746-router', 'tenant_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'af5bfeb6-797c-4c9c-bb52-8842e138fefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:33Z', 'updated_at': '2022-07-28T01:13:48Z', 'revision_number': 4, 'project_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'gw_port': {'id': 'af5bfeb6-797c-4c9c-bb52-8842e138fefc', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:57:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:35Z', 'updated_at': '2022-07-28T01:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': '21ace596-49be-4528-9c60-c180dcb085e7', 'name': '', 'network_id': '79d1ca3f-e23e-4848-9d9a-982b12f210b8', 'tenant_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'mac_address': 'fa:16:3e:79:80:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:46Z', 'updated_at': '2022-07-28T01:13:49Z', 'revision_number': 2, 'project_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'subnets': [{'id': 'a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:13:57.787555 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:57.954218 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb90d74a-cc6e-4a7f-9798-934ca787cc1c None None] Checking router: cc6a0719-88e5-4b17-be05-1c543993ef8f for host: dv-cinder-815582-11-iscsi {{(pid=104164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:13:57.957077 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb90d74a-cc6e-4a7f-9798-934ca787cc1c None None] Updating router cc6a0719-88e5-4b17-be05-1c543993ef8f port 21ace596-49be-4528-9c60-c180dcb085e7 binding host dv-cinder-815582-11-iscsi {{(pid=104164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 01:13:58.012984 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-f01b7880-9f8a-4883-969e-77e77a658b01 None None] For port d2d54c2e-fcc8-43a9-8d31-3733f3785017, host dv-cinder-815582-11-iscsi, cleared binding levels {{(pid=104163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:13:58.017768 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [None req-c0e04ac8-67ef-4134-b43a-50e191b869fe tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Allocated IP 172.27.1.184 (db4fd262-df4a-4858-b92c-469a7b8f139e/fbbec24e-3b1c-439c-846a-fd72122ae4ff/dbcc661e-0082-45c7-a810-7c2a14ba2284) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:13:58.022293 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-f01b7880-9f8a-4883-969e-77e77a658b01 None None] For port d2d54c2e-fcc8-43a9-8d31-3733f3785017, host dv-cinder-815582-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=d2d54c2e-fcc8-43a9-8d31-3733f3785017,segment=NetworkSegment(78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5),segment_id=78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5)] {{(pid=104163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:13:58.064883 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-f01b7880-9f8a-4883-969e-77e77a658b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (d2d54c2e-fcc8-43a9-8d31-3733f3785017), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:58.087311 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fe576437-22b1-49e9-8c6f-1664971cd906 req-81ff7969-fd4c-4517-a1a6-2ab4ae4f88a4 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=e26acfa5-94f2-4d1d-8bfd-9f82e73861f8 HTTP/1.1" status: 200 len: 210 time: 0.2210915 Jul 28 01:13:58.156381 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bb90d74a-cc6e-4a7f-9798-934ca787cc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (21ace596-49be-4528-9c60-c180dcb085e7), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:58.165819 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port 9762e545-1ff8-4a46-81e3-9aaed038bac8 is: DOWN; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:13:58.176894 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (9762e545-1ff8-4a46-81e3-9aaed038bac8), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:58.225445 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c0e04ac8-67ef-4134-b43a-50e191b869fe tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks [] for port (dbcc661e-0082-45c7-a810-7c2a14ba2284), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:58.256840 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] For port 9762e545-1ff8-4a46-81e3-9aaed038bac8, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=9762e545-1ff8-4a46-81e3-9aaed038bac8,segment=NetworkSegment(e0235fba-4142-426a-91c5-07cb16b4142e),segment_id=e0235fba-4142-426a-91c5-07cb16b4142e)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:13:58.271423 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:INSERT=12,neutron:SELECT=81,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:58.275879 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c0e04ac8-67ef-4134-b43a-50e191b869fe tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427'] for port (dbcc661e-0082-45c7-a810-7c2a14ba2284), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:58.333587 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (9762e545-1ff8-4a46-81e3-9aaed038bac8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:58.393014 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-cbb72a0b-51a7-4968-98a7-4dae72f8f751 service neutron] 10.222.0.42 "GET /v2.0/networks/b3b8c70a-85f4-4b76-9f67-3297a3a800f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7589228 Jul 28 01:13:58.530086 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e04ac8-67ef-4134-b43a-50e191b869fe tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Pushing event updated for resources: {'Port': ['ID=dbcc661e-0082-45c7-a810-7c2a14ba2284,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:58.546795 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49fb728-6a8d-4f81-82b5-04456491b715 None None] Pushing event updated for resources: {'Port': ['ID=d2d54c2e-fcc8-43a9-8d31-3733f3785017,revision_number=4']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:58.552630 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01b7880-9f8a-4883-969e-77e77a658b01 None None] Routers {'23be02fa-a53b-4cfa-870c-e712548ac0ab'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:13:58.555874 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cf40a1e0-e5bd-4af3-9832-c1d70727861b tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:58.568185 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-f01b7880-9f8a-4883-969e-77e77a658b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:13:41Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['23be02fa-a53b-4cfa-870c-e712548ac0ab'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:13:58.571548 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e04ac8-67ef-4134-b43a-50e191b869fe tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Network db4fd262-df4a-4858-b92c-469a7b8f139e is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:13:58.591062 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-c0e04ac8-67ef-4134-b43a-50e191b869fe tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:13:58.594983 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e04ac8-67ef-4134-b43a-50e191b869fe tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:13:58.791104 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Pushing event updated for resources: {'Port': ['ID=9762e545-1ff8-4a46-81e3-9aaed038bac8,revision_number=4']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:58.939445 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c802911-c4c6-44fb-b4dc-518551ab81e5 None None] Sync routers for ids ['3ccb096a-c737-4db7-b1f4-5c1c10b171d2'] in dv-cinder-815582-11-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:13:59.031855 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a3410a39-369a-429a-9d30-e9b6ae2eb3b3 req-71d565c7-ba0b-492c-86c9-038a9075a44e service neutron] 10.222.0.42 "GET /v2.0/networks/b3b8c70a-85f4-4b76-9f67-3297a3a800f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6299450 Jul 28 01:13:59.038889 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 01:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65296ffa-8250-4996-a8cf-babfb0bed1f5 x-openstack-request-id: req-65296ffa-8250-4996-a8cf-babfb0bed1f5 {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:13:59.039251 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ae47659-3cd8-4380-a4bf-e8ed0066a9a0", "tag": "9f1daf0a-6008-4ac7-9309-150096a05481", "status": "completed", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:13:59.039574 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-65296ffa-8250-4996-a8cf-babfb0bed1f5 {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:13:59.040074 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65296ffa-8250-4996-a8cf-babfb0bed1f5'] response: {'name': 'network-changed', 'server_uuid': '9ae47659-3cd8-4380-a4bf-e8ed0066a9a0', 'tag': '9f1daf0a-6008-4ac7-9309-150096a05481', 'status': 'completed', 'code': 200} Jul 28 01:13:59.150539 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:59.247310 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c802911-c4c6-44fb-b4dc-518551ab81e5 None None] Routers {'3ccb096a-c737-4db7-b1f4-5c1c10b171d2'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:13:59.249015 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-8c802911-c4c6-44fb-b4dc-518551ab81e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:13:41Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['3ccb096a-c737-4db7-b1f4-5c1c10b171d2'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:13:59.340483 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c0e04ac8-67ef-4134-b43a-50e191b869fe tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks [] for floatingip (963486f5-47a4-481c-9b1c-25a09110c6fa), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:59.369652 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbbf11-d010-42e5-9726-27c9929f204d req-ccec3b1a-0789-4854-ab61-84ffca27a6d6 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:13:59.386677 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9bbbbf11-d010-42e5-9726-27c9929f204d req-ccec3b1a-0789-4854-ab61-84ffca27a6d6 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] 10.222.0.17 "GET /v2.0/ports?device_id=9ae47659-3cd8-4380-a4bf-e8ed0066a9a0 HTTP/1.1" status: 200 len: 944 time: 0.3455968 Jul 28 01:13:59.408375 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c0e04ac8-67ef-4134-b43a-50e191b869fe tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (dbcc661e-0082-45c7-a810-7c2a14ba2284), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:59.433408 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bb90d74a-cc6e-4a7f-9798-934ca787cc1c None None] Publish callbacks [] for port (21ace596-49be-4528-9c60-c180dcb085e7), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:59.441672 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bb90d74a-cc6e-4a7f-9798-934ca787cc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (21ace596-49be-4528-9c60-c180dcb085e7), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:59.460473 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cf40a1e0-e5bd-4af3-9832-c1d70727861b tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks [] for security_group (39873822-aaba-4d3e-bf7d-35cd291e29d0), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:59.477110 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cf40a1e0-e5bd-4af3-9832-c1d70727861b tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (39873822-aaba-4d3e-bf7d-35cd291e29d0), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:59.503995 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:59.535789 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-8c802911-c4c6-44fb-b4dc-518551ab81e5 None None] Set router 3ccb096a-c737-4db7-b1f4-5c1c10b171d2 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:13:59.536103 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44950838-241f-4edf-a099-0cb10b81e605 None None] Pushing event updated for resources: {'Port': ['ID=21ace596-49be-4528-9c60-c180dcb085e7,revision_number=3']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:59.552129 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cf40a1e0-e5bd-4af3-9832-c1d70727861b tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:59.555721 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-cf40a1e0-e5bd-4af3-9832-c1d70727861b tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.1035738 Jul 28 01:13:59.580126 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 45210) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:13:59.620876 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf40a1e0-e5bd-4af3-9832-c1d70727861b tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39873822-aaba-4d3e-bf7d-35cd291e29d0,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:13:59.655295 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-f85c3473-77a5-4263-b806-2c34317e90e5 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Request body: {'security_group_rule': {'security_group_id': '39873822-aaba-4d3e-bf7d-35cd291e29d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:13:59.677761 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-bb90d74a-cc6e-4a7f-9798-934ca787cc1c None None] Attempting to bind port 21ace596-49be-4528-9c60-c180dcb085e7 on host dv-cinder-815582-11-iscsi for vnic_type normal with profile {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:13:59.678774 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-bb90d74a-cc6e-4a7f-9798-934ca787cc1c None None] Attempting to bind port 21ace596-49be-4528-9c60-c180dcb085e7 by drivers openvswitch,hyperv on host dv-cinder-815582-11-iscsi at level 0 using segments [{'id': 'd38ebf67-8dab-4986-bb13-157dcdc07364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '79d1ca3f-e23e-4848-9d9a-982b12f210b8'}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:13:59.681163 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb90d74a-cc6e-4a7f-9798-934ca787cc1c None None] Attempting to bind port 21ace596-49be-4528-9c60-c180dcb085e7 on network 79d1ca3f-e23e-4848-9d9a-982b12f210b8 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:13:59.699224 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb90d74a-cc6e-4a7f-9798-934ca787cc1c None None] Checking agent: {'id': 'e0b16abb-2210-4432-8141-713fb95a37e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 4, 43), 'started_at': datetime.datetime(2022, 7, 28, 1, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:13:59.699804 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb90d74a-cc6e-4a7f-9798-934ca787cc1c None None] Checking segment: {'id': 'd38ebf67-8dab-4986-bb13-157dcdc07364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '79d1ca3f-e23e-4848-9d9a-982b12f210b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:13:59.700162 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bb90d74a-cc6e-4a7f-9798-934ca787cc1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:59.700912 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb90d74a-cc6e-4a7f-9798-934ca787cc1c None None] Bound using segment: {'id': 'd38ebf67-8dab-4986-bb13-157dcdc07364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '79d1ca3f-e23e-4848-9d9a-982b12f210b8'} {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:13:59.701347 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-bb90d74a-cc6e-4a7f-9798-934ca787cc1c None None] Bound port: 21ace596-49be-4528-9c60-c180dcb085e7, host: dv-cinder-815582-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd38ebf67-8dab-4986-bb13-157dcdc07364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '79d1ca3f-e23e-4848-9d9a-982b12f210b8'}}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:13:59.701918 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bb90d74a-cc6e-4a7f-9798-934ca787cc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (21ace596-49be-4528-9c60-c180dcb085e7), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:59.778722 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9bbbbf11-d010-42e5-9726-27c9929f204d req-64a277d3-159d-4287-aa30-12824795f457 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] 10.222.0.17 "GET /v2.0/security-groups?id=bedf5964-fa71-4253-9cde-5fc073d92143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806512 Jul 28 01:13:59.839343 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:13:59.843356 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c0e04ac8-67ef-4134-b43a-50e191b869fe tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks [] for port (dbcc661e-0082-45c7-a810-7c2a14ba2284), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:59.852670 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-3562b568-48ba-4117-818d-639632e0c6e2 None None] Provisioning complete for port d2d54c2e-fcc8-43a9-8d31-3733f3785017 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:13:59.854246 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3562b568-48ba-4117-818d-639632e0c6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (d2d54c2e-fcc8-43a9-8d31-3733f3785017), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:59.855145 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c0e04ac8-67ef-4134-b43a-50e191b869fe tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (dbcc661e-0082-45c7-a810-7c2a14ba2284), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:59.901032 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-bb90d74a-cc6e-4a7f-9798-934ca787cc1c None None] For port 21ace596-49be-4528-9c60-c180dcb085e7, host dv-cinder-815582-11-iscsi, cleared binding levels {{(pid=104164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:13:59.907796 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-bb90d74a-cc6e-4a7f-9798-934ca787cc1c None None] For port 21ace596-49be-4528-9c60-c180dcb085e7, host dv-cinder-815582-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=21ace596-49be-4528-9c60-c180dcb085e7,segment=NetworkSegment(d38ebf67-8dab-4986-bb13-157dcdc07364),segment_id=d38ebf67-8dab-4986-bb13-157dcdc07364)] {{(pid=104164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:13:59.920650 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-bb90d74a-cc6e-4a7f-9798-934ca787cc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (21ace596-49be-4528-9c60-c180dcb085e7), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:59.940361 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896fa70-620a-44af-8a93-09cdc04df00c req-b6cb2946-e36a-466b-ba00-63208e6f963f tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:13:59.943704 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-6896fa70-620a-44af-8a93-09cdc04df00c req-b6cb2946-e36a-466b-ba00-63208e6f963f tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/networks?id=8f65178e-aa89-435c-9fed-639dfc5bec3f HTTP/1.1" status: 200 len: 818 time: 0.7101870 Jul 28 01:13:59.948773 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c0e04ac8-67ef-4134-b43a-50e191b869fe tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-949731'] for floatingip (963486f5-47a4-481c-9b1c-25a09110c6fa), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:59.949373 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f85c3473-77a5-4263-b806-2c34317e90e5 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks [] for security_group_rule (1ed7d394-b944-43f1-b157-72e876ab1d70), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:13:59.996890 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-6896fa70-620a-44af-8a93-09cdc04df00c req-3c5ce79e-965e-4896-b7b3-db5fc99f0acc tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/quotas/af4689d2f0ef4d71a1c465610011f2d7 HTTP/1.1" status: 200 len: 375 time: 0.0370760 Jul 28 01:14:00.010603 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e04ac8-67ef-4134-b43a-50e191b869fe tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Pushing event updated for resources: {'Port': ['ID=dbcc661e-0082-45c7-a810-7c2a14ba2284,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:00.019639 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c0e04ac8-67ef-4134-b43a-50e191b869fe tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for floatingip (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:00.020943 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-c0e04ac8-67ef-4134-b43a-50e191b869fe tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5568845 Jul 28 01:14:00.067304 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb90d74a-cc6e-4a7f-9798-934ca787cc1c None None] Routers {'cc6a0719-88e5-4b17-be05-1c543993ef8f'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:14:00.067944 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-bb90d74a-cc6e-4a7f-9798-934ca787cc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:13:41Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['cc6a0719-88e5-4b17-be05-1c543993ef8f'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:14:00.110703 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-6896fa70-620a-44af-8a93-09cdc04df00c req-bbcbd496-373a-4f72-a3da-37d765dd34b9 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=af4689d2f0ef4d71a1c465610011f2d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0854390 Jul 28 01:14:00.155218 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 45222) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:00.223558 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:00.232974 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44950838-241f-4edf-a099-0cb10b81e605 None None] Pushing event updated for resources: {'Port': ['ID=21ace596-49be-4528-9c60-c180dcb085e7,revision_number=4']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:00.310317 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f85c3473-77a5-4263-b806-2c34317e90e5 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks [] for security_group_rule (1ed7d394-b944-43f1-b157-72e876ab1d70), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:00.315575 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-f01b7880-9f8a-4883-969e-77e77a658b01 None None] Set router 23be02fa-a53b-4cfa-870c-e712548ac0ab gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:14:00.318914 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f85c3473-77a5-4263-b806-2c34317e90e5 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553027'] for security_group_rule (1ed7d394-b944-43f1-b157-72e876ab1d70), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:00.367469 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c3473-77a5-4263-b806-2c34317e90e5 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ed7d394-b944-43f1-b157-72e876ab1d70,revision_number=0']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:00.406772 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-6896fa70-620a-44af-8a93-09cdc04df00c req-7075b3a1-2d0f-4aa5-b886-f49f803e1862 service neutron] 10.222.0.17 "GET /v2.0/networks/8f65178e-aa89-435c-9fed-639dfc5bec3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851253 Jul 28 01:14:00.434932 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f85c3473-77a5-4263-b806-2c34317e90e5 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:00.439406 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 45232) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:00.441151 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-f85c3473-77a5-4263-b806-2c34317e90e5 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8595531 Jul 28 01:14:00.445281 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-541a9a62-0048-45a6-a7e9-a2abceb33460 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Request body: {'security_group_rule': {'security_group_id': '39873822-aaba-4d3e-bf7d-35cd291e29d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:14:00.476661 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-bb90d74a-cc6e-4a7f-9798-934ca787cc1c None None] Set router cc6a0719-88e5-4b17-be05-1c543993ef8f gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:14:00.535233 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-3562b568-48ba-4117-818d-639632e0c6e2 None None] Current status of the port d2d54c2e-fcc8-43a9-8d31-3733f3785017 is: DOWN; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:14:00.535640 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3562b568-48ba-4117-818d-639632e0c6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (d2d54c2e-fcc8-43a9-8d31-3733f3785017), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:00.561104 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-541a9a62-0048-45a6-a7e9-a2abceb33460 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks [] for security_group_rule (1b5bf55f-fd60-442a-89c3-563c1ba5b71a), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:00.600388 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:00.679161 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 21ace596-49be-4528-9c60-c180dcb085e7 up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:14:00.695872 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-541a9a62-0048-45a6-a7e9-a2abceb33460 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks [] for security_group_rule (1b5bf55f-fd60-442a-89c3-563c1ba5b71a), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:00.700640 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-541a9a62-0048-45a6-a7e9-a2abceb33460 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553027'] for security_group_rule (1b5bf55f-fd60-442a-89c3-563c1ba5b71a), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:00.722409 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-0a771afb-395c-4a41-801a-f62e3d305734 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--813458131&fields=id&tenant_id=347bcdc7636e4f93af2597f853926b13 HTTP/1.1" status: 200 len: 267 time: 0.1184149 Jul 28 01:14:00.732036 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a9a62-0048-45a6-a7e9-a2abceb33460 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b5bf55f-fd60-442a-89c3-563c1ba5b71a,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:00.738612 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-6896fa70-620a-44af-8a93-09cdc04df00c req-a6c7d44e-6b2a-4ed4-90f8-1c4ea19c78d5 service neutron] 10.222.0.17 "GET /v2.0/networks/8f65178e-aa89-435c-9fed-639dfc5bec3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298416 Jul 28 01:14:00.775776 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-541a9a62-0048-45a6-a7e9-a2abceb33460 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:00.786443 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-541a9a62-0048-45a6-a7e9-a2abceb33460 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3426218 Jul 28 01:14:00.797888 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 45254) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:00.852503 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-3562b568-48ba-4117-818d-639632e0c6e2 None None] For port d2d54c2e-fcc8-43a9-8d31-3733f3785017, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=d2d54c2e-fcc8-43a9-8d31-3733f3785017,segment=NetworkSegment(78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5),segment_id=78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:14:00.892449 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-2b73a558-39d8-4d03-b640-2dd39117b5ec tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Request body: {'floatingip': {'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:14:00.946915 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3562b568-48ba-4117-818d-639632e0c6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (d2d54c2e-fcc8-43a9-8d31-3733f3785017), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:00.976600 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:01.036844 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-993e4223-52d1-447a-9cc4-a4b2c5cac6a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:01.064792 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port 21ace596-49be-4528-9c60-c180dcb085e7 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:14:01.065237 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (21ace596-49be-4528-9c60-c180dcb085e7), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:01.145624 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2b73a558-39d8-4d03-b640-2dd39117b5ec tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:01.203636 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-993e4223-52d1-447a-9cc4-a4b2c5cac6a1 admin admin] Publish callbacks [] for security_group (b6a80285-cb38-488b-a007-9e80cf83cafa), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:01.212157 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-993e4223-52d1-447a-9cc4-a4b2c5cac6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (b6a80285-cb38-488b-a007-9e80cf83cafa), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:01.245550 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc8cf6-08b6-4a6d-96c6-39ef5c257270 req-796062ab-8752-4637-9b26-295b33129feb tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:01.247250 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e0cc8cf6-08b6-4a6d-96c6-39ef5c257270 req-796062ab-8752-4637-9b26-295b33129feb tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] 10.222.0.17 "GET /v2.0/ports?device_id=9ae47659-3cd8-4380-a4bf-e8ed0066a9a0 HTTP/1.1" status: 200 len: 944 time: 0.2958424 Jul 28 01:14:01.293051 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-28c92069-82cd-4f20-81fc-ae26485a601d tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:01.297218 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-8c802911-c4c6-44fb-b4dc-518551ab81e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'name': 'tempest-ServerRescueNegativeTestJSON-516860459-router', 'tenant_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '9762e545-1ff8-4a46-81e3-9aaed038bac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:32Z', 'updated_at': '2022-07-28T01:13:46Z', 'revision_number': 4, 'project_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'gw_port': {'id': '9762e545-1ff8-4a46-81e3-9aaed038bac8', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:34Z', 'updated_at': '2022-07-28T01:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': '246ec83d-dd0e-4afc-8fa8-d9483a43d77c', 'name': '', 'network_id': '8f65178e-aa89-435c-9fed-639dfc5bec3f', 'tenant_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'mac_address': 'fa:16:3e:59:78:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:42Z', 'updated_at': '2022-07-28T01:13:47Z', 'revision_number': 2, 'project_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'subnets': [{'id': '1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:14:01.302130 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-28c92069-82cd-4f20-81fc-ae26485a601d tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/networks?id=a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e HTTP/1.1" status: 200 len: 811 time: 0.5587683 Jul 28 01:14:01.304176 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-bb90d74a-cc6e-4a7f-9798-934ca787cc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'name': 'tempest-AttachVolumeShelveTestJSON-1225621746-router', 'tenant_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'af5bfeb6-797c-4c9c-bb52-8842e138fefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:33Z', 'updated_at': '2022-07-28T01:13:48Z', 'revision_number': 4, 'project_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'gw_port': {'id': 'af5bfeb6-797c-4c9c-bb52-8842e138fefc', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:57:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:35Z', 'updated_at': '2022-07-28T01:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': '21ace596-49be-4528-9c60-c180dcb085e7', 'name': '', 'network_id': '79d1ca3f-e23e-4848-9d9a-982b12f210b8', 'tenant_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'mac_address': 'fa:16:3e:79:80:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:46Z', 'updated_at': '2022-07-28T01:13:59Z', 'revision_number': 4, 'project_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'subnets': [{'id': 'a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:14:01.332370 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-330e9090-104b-477b-b251-690a8dcdcfb1 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/quotas/347bcdc7636e4f93af2597f853926b13 HTTP/1.1" status: 200 len: 375 time: 0.0292535 Jul 28 01:14:01.340866 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c802911-c4c6-44fb-b4dc-518551ab81e5 None None] Checking router: 3ccb096a-c737-4db7-b1f4-5c1c10b171d2 for host: dv-cinder-815582-11-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:14:01.341440 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c802911-c4c6-44fb-b4dc-518551ab81e5 None None] Updating router 3ccb096a-c737-4db7-b1f4-5c1c10b171d2 port 246ec83d-dd0e-4afc-8fa8-d9483a43d77c binding host dv-cinder-815582-11-iscsi {{(pid=104163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 01:14:01.354577 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-993e4223-52d1-447a-9cc4-a4b2c5cac6a1 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6336fa83cba644809833f46e4f259be3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1978502 Jul 28 01:14:01.358487 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb90d74a-cc6e-4a7f-9798-934ca787cc1c None None] The sync data for ids ['cc6a0719-88e5-4b17-be05-1c543993ef8f'] in dv-cinder-815582-11-iscsi is: [{'id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'name': 'tempest-AttachVolumeShelveTestJSON-1225621746-router', 'tenant_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'af5bfeb6-797c-4c9c-bb52-8842e138fefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:33Z', 'updated_at': '2022-07-28T01:13:48Z', 'revision_number': 4, 'project_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'gw_port': {'id': 'af5bfeb6-797c-4c9c-bb52-8842e138fefc', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:57:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:35Z', 'updated_at': '2022-07-28T01:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': '21ace596-49be-4528-9c60-c180dcb085e7', 'name': '', 'network_id': '79d1ca3f-e23e-4848-9d9a-982b12f210b8', 'tenant_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'mac_address': 'fa:16:3e:79:80:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:46Z', 'updated_at': '2022-07-28T01:13:59Z', 'revision_number': 4, 'project_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'subnets': [{'id': 'a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:14:01.367996 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 45274) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:01.394317 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:01.399976 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e4223-52d1-447a-9cc4-a4b2c5cac6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a80285-cb38-488b-a007-9e80cf83cafa,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:01.458534 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-8c802911-c4c6-44fb-b4dc-518551ab81e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (246ec83d-dd0e-4afc-8fa8-d9483a43d77c), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:01.462720 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-9d4e1812-d336-44f8-9bb7-3f53f5adbf37 None None] Provisioning complete for port 21ace596-49be-4528-9c60-c180dcb085e7 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:14:01.463412 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-9d4e1812-d336-44f8-9bb7-3f53f5adbf37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (21ace596-49be-4528-9c60-c180dcb085e7), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:01.518877 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2dbed8aa-e8ed-4611-b4ed-f1c9aee55b14 admin admin] Publish callbacks [] for security_group (b6a80285-cb38-488b-a007-9e80cf83cafa), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:01.537535 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-b45414b3-bd64-4825-9f63-dd92fde067f6 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=347bcdc7636e4f93af2597f853926b13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2040331 Jul 28 01:14:01.556515 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2dbed8aa-e8ed-4611-b4ed-f1c9aee55b14 admin admin] Publish callbacks [] for security_group (b6a80285-cb38-488b-a007-9e80cf83cafa), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:01.676515 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=100 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:01.690181 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-f01b7880-9f8a-4883-969e-77e77a658b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'name': 'tempest-AttachVolumeTestJSON-1320773297-router', 'tenant_id': '347bcdc7636e4f93af2597f853926b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '1416697e-2521-4c94-950b-f0d8817032e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:33Z', 'updated_at': '2022-07-28T01:13:48Z', 'revision_number': 4, 'project_id': '347bcdc7636e4f93af2597f853926b13', 'gw_port': {'id': '1416697e-2521-4c94-950b-f0d8817032e5', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:34Z', 'updated_at': '2022-07-28T01:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'd2d54c2e-fcc8-43a9-8d31-3733f3785017', 'name': '', 'network_id': 'a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e', 'tenant_id': '347bcdc7636e4f93af2597f853926b13', 'mac_address': 'fa:16:3e:22:3e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:44Z', 'updated_at': '2022-07-28T01:13:57Z', 'revision_number': 4, 'project_id': '347bcdc7636e4f93af2597f853926b13', 'subnets': [{'id': '5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:14:01.713275 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2dbed8aa-e8ed-4611-b4ed-f1c9aee55b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (b6a80285-cb38-488b-a007-9e80cf83cafa), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:01.716585 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2dbed8aa-e8ed-4611-b4ed-f1c9aee55b14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:01.717897 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-2dbed8aa-e8ed-4611-b4ed-f1c9aee55b14 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/b6a80285-cb38-488b-a007-9e80cf83cafa HTTP/1.1" status: 204 len: 168 time: 0.3488104 Jul 28 01:14:01.731625 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbed8aa-e8ed-4611-b4ed-f1c9aee55b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a80285-cb38-488b-a007-9e80cf83cafa,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:01.752433 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:01.758424 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2b73a558-39d8-4d03-b640-2dd39117b5ec tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:01.780364 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e0cc8cf6-08b6-4a6d-96c6-39ef5c257270 req-f560bfbc-b66d-45a6-b748-96ce503694a6 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] 10.222.0.17 "GET /v2.0/security-groups?id=bedf5964-fa71-4253-9cde-5fc073d92143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4993777 Jul 28 01:14:01.807087 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1be98f-ec21-47e2-9217-deaba2c337aa req-5afabd0a-7267-4a26-a108-2c4befc7bcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:01.810792 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ca1be98f-ec21-47e2-9217-deaba2c337aa req-5afabd0a-7267-4a26-a108-2c4befc7bcd2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c8b3087180c642a78010ed1382cf1868&device_id=9ae47659-3cd8-4380-a4bf-e8ed0066a9a0 HTTP/1.1" status: 200 len: 1128 time: 0.2386932 Jul 28 01:14:01.841079 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01b7880-9f8a-4883-969e-77e77a658b01 None None] The sync data for ids ['23be02fa-a53b-4cfa-870c-e712548ac0ab'] in dv-cinder-815582-11-iscsi is: [{'id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'name': 'tempest-AttachVolumeTestJSON-1320773297-router', 'tenant_id': '347bcdc7636e4f93af2597f853926b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '1416697e-2521-4c94-950b-f0d8817032e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:33Z', 'updated_at': '2022-07-28T01:13:48Z', 'revision_number': 4, 'project_id': '347bcdc7636e4f93af2597f853926b13', 'gw_port': {'id': '1416697e-2521-4c94-950b-f0d8817032e5', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:34Z', 'updated_at': '2022-07-28T01:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'd2d54c2e-fcc8-43a9-8d31-3733f3785017', 'name': '', 'network_id': 'a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e', 'tenant_id': '347bcdc7636e4f93af2597f853926b13', 'mac_address': 'fa:16:3e:22:3e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:44Z', 'updated_at': '2022-07-28T01:13:57Z', 'revision_number': 4, 'project_id': '347bcdc7636e4f93af2597f853926b13', 'subnets': [{'id': '5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:14:01.892983 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3562b568-48ba-4117-818d-639632e0c6e2 None None] Pushing event updated for resources: {'Port': ['ID=d2d54c2e-fcc8-43a9-8d31-3733f3785017,revision_number=5']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:02.014105 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-25ffde1d-a426-4cd0-8250-d63815852e0d req-e9b3ff08-1004-486b-a3ad-5b35820e0c5e tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 210 time: 0.0650601 Jul 28 01:14:02.097684 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port 21ace596-49be-4528-9c60-c180dcb085e7 is: DOWN; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:14:02.098386 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (21ace596-49be-4528-9c60-c180dcb085e7), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:02.111432 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_common [None req-2b73a558-39d8-4d03-b640-2dd39117b5ec tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Allocated IP 172.27.1.38 (db4fd262-df4a-4858-b92c-469a7b8f139e/fbbec24e-3b1c-439c-846a-fd72122ae4ff/ea29da54-58fe-4360-97e8-789fe36a7ea4) {{(pid=104162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:14:02.235648 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-9d4e1812-d336-44f8-9bb7-3f53f5adbf37 None None] Current status of the port 21ace596-49be-4528-9c60-c180dcb085e7 is: DOWN; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:14:02.236340 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-9d4e1812-d336-44f8-9bb7-3f53f5adbf37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (21ace596-49be-4528-9c60-c180dcb085e7), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:02.284029 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] For port 21ace596-49be-4528-9c60-c180dcb085e7, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=21ace596-49be-4528-9c60-c180dcb085e7,segment=NetworkSegment(d38ebf67-8dab-4986-bb13-157dcdc07364),segment_id=d38ebf67-8dab-4986-bb13-157dcdc07364)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:14:02.301997 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (21ace596-49be-4528-9c60-c180dcb085e7), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:02.302868 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 9762e545-1ff8-4a46-81e3-9aaed038bac8 up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:14:02.378768 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2b73a558-39d8-4d03-b640-2dd39117b5ec tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks [] for port (ea29da54-58fe-4360-97e8-789fe36a7ea4), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:02.422152 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2b73a558-39d8-4d03-b640-2dd39117b5ec tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427'] for port (ea29da54-58fe-4360-97e8-789fe36a7ea4), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:02.496323 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:02.504108 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b73a558-39d8-4d03-b640-2dd39117b5ec tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Network db4fd262-df4a-4858-b92c-469a7b8f139e is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:14:02.514319 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-4b9df36b-2164-41f7-842b-af63f8e8bc4e service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=104162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 01:14:02.519182 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-4b9df36b-2164-41f7-842b-af63f8e8bc4e service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5896177 Jul 28 01:14:02.525951 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-2b73a558-39d8-4d03-b640-2dd39117b5ec tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:14:02.538104 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b73a558-39d8-4d03-b640-2dd39117b5ec tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Received port after_create {{(pid=104162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:14:02.552672 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port 9762e545-1ff8-4a46-81e3-9aaed038bac8 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:14:02.553116 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (9762e545-1ff8-4a46-81e3-9aaed038bac8), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:02.625800 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (8d4a48be-b376-49eb-a7aa-478deaa3f35f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:02.632048 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.db.api [None req-9d4e1812-d336-44f8-9bb7-3f53f5adbf37 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 01:14:02.632529 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG oslo_db.api [None req-9d4e1812-d336-44f8-9bb7-3f53f5adbf37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 01:14:02.644411 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Pushing event updated for resources: {'Port': ['ID=21ace596-49be-4528-9c60-c180dcb085e7,revision_number=5']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:02.786150 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b73a558-39d8-4d03-b640-2dd39117b5ec tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Pushing event updated for resources: {'Port': ['ID=ea29da54-58fe-4360-97e8-789fe36a7ea4,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:02.927873 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-8c802911-c4c6-44fb-b4dc-518551ab81e5 None None] Publish callbacks [] for port (246ec83d-dd0e-4afc-8fa8-d9483a43d77c), precommit_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:02.934079 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port 9762e545-1ff8-4a46-81e3-9aaed038bac8 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:14:02.959735 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-8c802911-c4c6-44fb-b4dc-518551ab81e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (246ec83d-dd0e-4afc-8fa8-d9483a43d77c), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:02.990769 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 45326) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:03.015932 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1b8818a2-5532-4d6f-af80-04d9c1661e34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:03.136427 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:03.349156 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a2f581-1197-4751-91b8-ddb89fe1e1d9 None None] Pushing event updated for resources: {'Port': ['ID=246ec83d-dd0e-4afc-8fa8-d9483a43d77c,revision_number=3']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:03.478705 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device d2d54c2e-fcc8-43a9-8d31-3733f3785017 up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:14:03.484070 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 9f1daf0a-6008-4ac7-9309-150096a05481 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 01:14:03.493659 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.42', 64241) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:03.497270 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-9d4e1812-d336-44f8-9bb7-3f53f5adbf37 None None] Current status of the port 21ace596-49be-4528-9c60-c180dcb085e7 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:14:03.546298 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1b8818a2-5532-4d6f-af80-04d9c1661e34 admin admin] Publish callbacks [] for security_group (4920d025-f7e1-45b3-a4c3-80e1ec8d0c23), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:03.656320 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1b8818a2-5532-4d6f-af80-04d9c1661e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (4920d025-f7e1-45b3-a4c3-80e1ec8d0c23), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:03.689847 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-8c802911-c4c6-44fb-b4dc-518551ab81e5 None None] Attempting to bind port 246ec83d-dd0e-4afc-8fa8-d9483a43d77c on host dv-cinder-815582-11-iscsi for vnic_type normal with profile {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:14:03.690237 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-8c802911-c4c6-44fb-b4dc-518551ab81e5 None None] Attempting to bind port 246ec83d-dd0e-4afc-8fa8-d9483a43d77c by drivers openvswitch,hyperv on host dv-cinder-815582-11-iscsi at level 0 using segments [{'id': 'a9a4e950-f526-4d0c-a24b-0cb526b214ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8f65178e-aa89-435c-9fed-639dfc5bec3f'}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:14:03.690591 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c802911-c4c6-44fb-b4dc-518551ab81e5 None None] Attempting to bind port 246ec83d-dd0e-4afc-8fa8-d9483a43d77c on network 8f65178e-aa89-435c-9fed-639dfc5bec3f {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:14:03.710034 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8818a2-5532-4d6f-af80-04d9c1661e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4920d025-f7e1-45b3-a4c3-80e1ec8d0c23,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:03.747853 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c802911-c4c6-44fb-b4dc-518551ab81e5 None None] Checking agent: {'id': 'e0b16abb-2210-4432-8141-713fb95a37e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 4, 43), 'started_at': datetime.datetime(2022, 7, 28, 1, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:14:03.748466 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c802911-c4c6-44fb-b4dc-518551ab81e5 None None] Checking segment: {'id': 'a9a4e950-f526-4d0c-a24b-0cb526b214ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8f65178e-aa89-435c-9fed-639dfc5bec3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:14:03.749175 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-8c802911-c4c6-44fb-b4dc-518551ab81e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:03.749890 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c802911-c4c6-44fb-b4dc-518551ab81e5 None None] Bound using segment: {'id': 'a9a4e950-f526-4d0c-a24b-0cb526b214ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8f65178e-aa89-435c-9fed-639dfc5bec3f'} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:14:03.750528 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-8c802911-c4c6-44fb-b4dc-518551ab81e5 None None] Bound port: 246ec83d-dd0e-4afc-8fa8-d9483a43d77c, host: dv-cinder-815582-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9a4e950-f526-4d0c-a24b-0cb526b214ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8f65178e-aa89-435c-9fed-639dfc5bec3f'}}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:14:03.751176 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-8c802911-c4c6-44fb-b4dc-518551ab81e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (246ec83d-dd0e-4afc-8fa8-d9483a43d77c), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:03.810593 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-dcdbf23d-5d2a-4f79-a4d6-9d8fbad8791c None None] Provisioning complete for port 246ec83d-dd0e-4afc-8fa8-d9483a43d77c triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:14:03.811422 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-dcdbf23d-5d2a-4f79-a4d6-9d8fbad8791c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (246ec83d-dd0e-4afc-8fa8-d9483a43d77c), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:03.929267 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:03.933618 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2b73a558-39d8-4d03-b640-2dd39117b5ec tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks [] for floatingip (0705bfba-e2c1-4b63-8ab7-063f3a4bf66f), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:03.939445 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-1b8818a2-5532-4d6f-af80-04d9c1661e34 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e690da75cdd7412cb975c4a9799d9fce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9474165 Jul 28 01:14:03.940378 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 45352) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:04.018668 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:04.088693 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port d2d54c2e-fcc8-43a9-8d31-3733f3785017 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:14:04.089991 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (d2d54c2e-fcc8-43a9-8d31-3733f3785017), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:04.100175 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-dcdbf23d-5d2a-4f79-a4d6-9d8fbad8791c None None] Port 246ec83d-dd0e-4afc-8fa8-d9483a43d77c cannot update to ACTIVE because it is not bound. {{(pid=104163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 01:14:04.125514 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.42', 64244) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:04.141134 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7380b144-9862-4790-a5a2-230298c49fe9 req-cff4c462-3fcf-424d-a61e-4684123b8d2a tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:04.142755 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7380b144-9862-4790-a5a2-230298c49fe9 req-cff4c462-3fcf-424d-a61e-4684123b8d2a tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] 10.222.0.17 "GET /v2.0/ports?device_id=9ae47659-3cd8-4380-a4bf-e8ed0066a9a0 HTTP/1.1" status: 200 len: 944 time: 0.3970268 Jul 28 01:14:04.238783 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 9f1daf0a-6008-4ac7-9309-150096a05481, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9f1daf0a-6008-4ac7-9309-150096a05481,segment=NetworkSegment(5297ca8c-2da0-4352-ae6d-b19a2fd25ba5),segment_id=5297ca8c-2da0-4352-ae6d-b19a2fd25ba5)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:14:04.250431 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-8c802911-c4c6-44fb-b4dc-518551ab81e5 None None] For port 246ec83d-dd0e-4afc-8fa8-d9483a43d77c, host dv-cinder-815582-11-iscsi, cleared binding levels {{(pid=104163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:14:04.282681 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-8c802911-c4c6-44fb-b4dc-518551ab81e5 None None] For port 246ec83d-dd0e-4afc-8fa8-d9483a43d77c, host dv-cinder-815582-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=246ec83d-dd0e-4afc-8fa8-d9483a43d77c,segment=NetworkSegment(a9a4e950-f526-4d0c-a24b-0cb526b214ab),segment_id=a9a4e950-f526-4d0c-a24b-0cb526b214ab)] {{(pid=104163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:14:04.285705 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Returning: {'device': '9f1daf0a-6008-4ac7-9309-150096a05481', 'network_id': 'b3b8c70a-85f4-4b76-9f67-3297a3a800f4', 'port_id': '9f1daf0a-6008-4ac7-9309-150096a05481', 'mac_address': 'fa:16:3e:08:71:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49fd25b-3ab1-4af3-8259-aa04dba6863a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 01:14:04.291690 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896fa70-620a-44af-8a93-09cdc04df00c req-252431a6-3687-4d36-b449-9ac1a9783b09 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:04.298861 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-8c802911-c4c6-44fb-b4dc-518551ab81e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (246ec83d-dd0e-4afc-8fa8-d9483a43d77c), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:04.299746 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6896fa70-620a-44af-8a93-09cdc04df00c req-252431a6-3687-4d36-b449-9ac1a9783b09 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.42 "GET /v2.0/networks?id=8f65178e-aa89-435c-9fed-639dfc5bec3f HTTP/1.1" status: 200 len: 818 time: 0.1667242 Jul 28 01:14:04.338108 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-6896fa70-620a-44af-8a93-09cdc04df00c req-f5679198-59bc-4924-9036-3611c9342801 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Request body: {'port': {'device_id': '86f9d31b-737a-452f-b047-b6be2bea377b', 'network_id': '8f65178e-aa89-435c-9fed-639dfc5bec3f', 'admin_state_up': True, 'tenant_id': 'af4689d2f0ef4d71a1c465610011f2d7'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:14:04.379369 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:04.384251 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-dcca6270-671e-4840-93c1-5bf920c694c7 service neutron] 10.222.0.17 "GET /v2.0/networks/a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8312619 Jul 28 01:14:04.394206 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1be98f-ec21-47e2-9217-deaba2c337aa req-2cfd522d-12dc-4197-9c70-f608b2d411c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:04.395847 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ca1be98f-ec21-47e2-9217-deaba2c337aa req-2cfd522d-12dc-4197-9c70-f608b2d411c4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b3b8c70a-85f4-4b76-9f67-3297a3a800f4 HTTP/1.1" status: 200 len: 912 time: 1.7228062 Jul 28 01:14:04.499132 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port d2d54c2e-fcc8-43a9-8d31-3733f3785017 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:14:04.500592 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 21ace596-49be-4528-9c60-c180dcb085e7 up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:14:04.547833 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port 9f1daf0a-6008-4ac7-9309-150096a05481 is: DOWN; New status is: BUILD {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:14:04.548385 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (9f1daf0a-6008-4ac7-9309-150096a05481), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:04.576431 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c802911-c4c6-44fb-b4dc-518551ab81e5 None None] Routers {'3ccb096a-c737-4db7-b1f4-5c1c10b171d2'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:14:04.577214 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-8c802911-c4c6-44fb-b4dc-518551ab81e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:13:41Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['3ccb096a-c737-4db7-b1f4-5c1c10b171d2'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:14:04.587195 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a2f581-1197-4751-91b8-ddb89fe1e1d9 None None] Pushing event updated for resources: {'Port': ['ID=246ec83d-dd0e-4afc-8fa8-d9483a43d77c,revision_number=4']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:04.639343 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:04.656651 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7380b144-9862-4790-a5a2-230298c49fe9 req-a5105656-19d4-4542-87f0-a902c138f6fe tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] 10.222.0.17 "GET /v2.0/security-groups?id=bedf5964-fa71-4253-9cde-5fc073d92143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4334686 Jul 28 01:14:04.668030 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2b73a558-39d8-4d03-b640-2dd39117b5ec tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (ea29da54-58fe-4360-97e8-789fe36a7ea4), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:04.673425 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ca1be98f-ec21-47e2-9217-deaba2c337aa req-de867526-1c7e-43ee-b61f-849980f956ea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f1daf0a-6008-4ac7-9309-150096a05481 HTTP/1.1" status: 200 len: 217 time: 0.2481666 Jul 28 01:14:04.681431 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-d1c99b65-4c9d-44c7-a902-de5143d0760b tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:04.683205 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-d1c99b65-4c9d-44c7-a902-de5143d0760b tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.42 "GET /v2.0/networks?id=8f65178e-aa89-435c-9fed-639dfc5bec3f HTTP/1.1" status: 200 len: 818 time: 1.1857123 Jul 28 01:14:04.706390 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f1daf0a-6008-4ac7-9309-150096a05481 {{(pid=104163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 01:14:04.728423 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-ce542097-2cab-4b50-8e90-819211ad099a tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Request body: {'port': {'device_id': 'e26acfa5-94f2-4d1d-8bfd-9f82e73861f8', 'network_id': '8f65178e-aa89-435c-9fed-639dfc5bec3f', 'admin_state_up': True, 'tenant_id': 'af4689d2f0ef4d71a1c465610011f2d7'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:14:04.842657 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1be98f-ec21-47e2-9217-deaba2c337aa req-94508dae-08fe-48bd-87a0-024e3d4f082f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:04.844537 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ca1be98f-ec21-47e2-9217-deaba2c337aa req-94508dae-08fe-48bd-87a0-024e3d4f082f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f49fd25b-3ab1-4af3-8259-aa04dba6863a HTTP/1.1" status: 200 len: 850 time: 0.1422753 Jul 28 01:14:04.863806 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 9f1daf0a-6008-4ac7-9309-150096a05481, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9f1daf0a-6008-4ac7-9309-150096a05481,segment=NetworkSegment(5297ca8c-2da0-4352-ae6d-b19a2fd25ba5),segment_id=5297ca8c-2da0-4352-ae6d-b19a2fd25ba5)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:14:04.870588 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port 21ace596-49be-4528-9c60-c180dcb085e7 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:14:04.872761 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (21ace596-49be-4528-9c60-c180dcb085e7), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:04.905426 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (9f1daf0a-6008-4ac7-9309-150096a05481), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:04.954284 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f68dca8e-8fe3-4901-abb1-c9012b606b9f admin admin] Publish callbacks [] for security_group (4920d025-f7e1-45b3-a4c3-80e1ec8d0c23), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:04.962768 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6896fa70-620a-44af-8a93-09cdc04df00c req-f5679198-59bc-4924-9036-3611c9342801 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Made reservation on behalf of af4689d2f0ef4d71a1c465610011f2d7 for: {'port': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:14:04.976949 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-6896fa70-620a-44af-8a93-09cdc04df00c req-f5679198-59bc-4924-9036-3611c9342801 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:04.980693 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-4c4c0cd7-647f-459f-bb90-786ac9cbe74d service neutron] 10.222.0.17 "GET /v2.0/networks/a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5955751 Jul 28 01:14:05.007346 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2134038b-65c6-48e5-8f69-9faadadcc0a4 req-ab2ec312-78c2-4790-b406-5acb7137b549 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 210 time: 0.1489003 Jul 28 01:14:05.028958 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1be98f-ec21-47e2-9217-deaba2c337aa req-6b94618a-8f63-4d7a-ae03-54b58f571c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:05.030577 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ca1be98f-ec21-47e2-9217-deaba2c337aa req-6b94618a-8f63-4d7a-ae03-54b58f571c58 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b3b8c70a-85f4-4b76-9f67-3297a3a800f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1774533 Jul 28 01:14:05.109032 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=9f1daf0a-6008-4ac7-9309-150096a05481,revision_number=4']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:05.229426 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-ae103fc3-f05d-4d8b-b8f1-5c9d4992611c None None] Provisioning complete for port 246ec83d-dd0e-4afc-8fa8-d9483a43d77c triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:14:05.230092 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-ae103fc3-f05d-4d8b-b8f1-5c9d4992611c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (246ec83d-dd0e-4afc-8fa8-d9483a43d77c), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:05.305546 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f68dca8e-8fe3-4901-abb1-c9012b606b9f admin admin] Publish callbacks [] for security_group (4920d025-f7e1-45b3-a4c3-80e1ec8d0c23), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:05.373597 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] get_ports_and_sgs() called for port_ids ['9f1daf0a-6008-4ac7-9309-150096a05481'] {{(pid=104163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 01:14:05.456061 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:05.482371 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-ce542097-2cab-4b50-8e90-819211ad099a tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Made reservation on behalf of af4689d2f0ef4d71a1c465610011f2d7 for: {'port': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:14:05.485855 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-ce542097-2cab-4b50-8e90-819211ad099a tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:05.509070 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4887f130-a809-4996-be81-8e7b732ac011 req-46558776-4a14-4612-b0f5-cc61a72a3459 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 210 time: 0.1525187 Jul 28 01:14:05.524250 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:05.531741 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-8c802911-c4c6-44fb-b4dc-518551ab81e5 None None] Set router 3ccb096a-c737-4db7-b1f4-5c1c10b171d2 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:14:05.541688 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:05.553121 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ca1be98f-ec21-47e2-9217-deaba2c337aa req-3964ebdd-86c3-4f61-b5cb-8cf76d919af6 service neutron] 10.222.0.42 "GET /v2.0/networks/b3b8c70a-85f4-4b76-9f67-3297a3a800f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5078750 Jul 28 01:14:05.742277 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ca1be98f-ec21-47e2-9217-deaba2c337aa req-6af5528a-598c-4dbe-a33f-aa24721272aa service neutron] 10.222.0.42 "GET /v2.0/networks/b3b8c70a-85f4-4b76-9f67-3297a3a800f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879935 Jul 28 01:14:05.747490 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2b73a558-39d8-4d03-b640-2dd39117b5ec tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks [] for port (ea29da54-58fe-4360-97e8-789fe36a7ea4), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:05.765345 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2b73a558-39d8-4d03-b640-2dd39117b5ec tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (ea29da54-58fe-4360-97e8-789fe36a7ea4), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:05.785706 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-ce542097-2cab-4b50-8e90-819211ad099a tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Allocated IP 172.20.0.9 (8f65178e-aa89-435c-9fed-639dfc5bec3f/1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2/77e6a437-69fc-4d47-b75b-cc39937c21bd) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:14:05.809833 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-ae103fc3-f05d-4d8b-b8f1-5c9d4992611c None None] Current status of the port 246ec83d-dd0e-4afc-8fa8-d9483a43d77c is: DOWN; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:14:05.811644 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-ae103fc3-f05d-4d8b-b8f1-5c9d4992611c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (246ec83d-dd0e-4afc-8fa8-d9483a43d77c), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:05.826995 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2b73a558-39d8-4d03-b640-2dd39117b5ec tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-949731'] for floatingip (0705bfba-e2c1-4b63-8ab7-063f3a4bf66f), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:05.879552 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port 21ace596-49be-4528-9c60-c180dcb085e7 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:14:05.919293 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b73a558-39d8-4d03-b640-2dd39117b5ec tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Pushing event updated for resources: {'Port': ['ID=ea29da54-58fe-4360-97e8-789fe36a7ea4,revision_number=2']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:05.939067 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b2e98-71d9-4ea4-a9ec-da63c2ab6e2c req-0bd5d92e-2cf6-44ab-a433-44a433ea25ad tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:05.948656 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-163b2e98-71d9-4ea4-a9ec-da63c2ab6e2c req-0bd5d92e-2cf6-44ab-a433-44a433ea25ad tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] 10.222.0.17 "GET /v2.0/ports?device_id=9ae47659-3cd8-4380-a4bf-e8ed0066a9a0 HTTP/1.1" status: 200 len: 945 time: 0.1085191 Jul 28 01:14:05.960304 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2b73a558-39d8-4d03-b640-2dd39117b5ec tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for floatingip (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:05.971685 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-2b73a558-39d8-4d03-b640-2dd39117b5ec tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1642029 Jul 28 01:14:06.045343 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-163b2e98-71d9-4ea4-a9ec-da63c2ab6e2c req-d5f7b982-d8a1-4173-a094-b61fbabe30c8 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] 10.222.0.17 "GET /v2.0/security-groups?id=bedf5964-fa71-4253-9cde-5fc073d92143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931733 Jul 28 01:14:06.103356 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 246ec83d-dd0e-4afc-8fa8-d9483a43d77c up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:14:06.105095 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f68dca8e-8fe3-4901-abb1-c9012b606b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (4920d025-f7e1-45b3-a4c3-80e1ec8d0c23), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:06.107639 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f68dca8e-8fe3-4901-abb1-c9012b606b9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:06.108798 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-f68dca8e-8fe3-4901-abb1-c9012b606b9f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/4920d025-f7e1-45b3-a4c3-80e1ec8d0c23 HTTP/1.1" status: 204 len: 168 time: 2.1532817 Jul 28 01:14:06.128213 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68dca8e-8fe3-4901-abb1-c9012b606b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4920d025-f7e1-45b3-a4c3-80e1ec8d0c23,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:06.167765 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-ce542097-2cab-4b50-8e90-819211ad099a tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks [] for port (77e6a437-69fc-4d47-b75b-cc39937c21bd), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:06.200695 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:06.265976 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-ce542097-2cab-4b50-8e90-819211ad099a tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427'] for port (77e6a437-69fc-4d47-b75b-cc39937c21bd), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:06.290718 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8ec46bdc-a715-45e1-b5ee-da6a81d474c7 req-f14a900a-2e8f-4ded-9b8e-0133e40172a0 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 210 time: 0.0616505 Jul 28 01:14:06.306932 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-ae103fc3-f05d-4d8b-b8f1-5c9d4992611c None None] For port 246ec83d-dd0e-4afc-8fa8-d9483a43d77c, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=246ec83d-dd0e-4afc-8fa8-d9483a43d77c,segment=NetworkSegment(a9a4e950-f526-4d0c-a24b-0cb526b214ab),segment_id=a9a4e950-f526-4d0c-a24b-0cb526b214ab)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:14:06.341888 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:06.352641 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-cb171021-0bb0-4b34-84e0-2c7da101cceb tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--565255108&fields=id&tenant_id=6e3df8020ac0427bae99a7fc30bdfa48 HTTP/1.1" status: 200 len: 267 time: 0.0601814 Jul 28 01:14:06.405159 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-ae103fc3-f05d-4d8b-b8f1-5c9d4992611c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (246ec83d-dd0e-4afc-8fa8-d9483a43d77c), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:06.513057 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-ce542097-2cab-4b50-8e90-819211ad099a tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Network 8f65178e-aa89-435c-9fed-639dfc5bec3f is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:14:06.564276 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port 246ec83d-dd0e-4afc-8fa8-d9483a43d77c triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:14:06.564801 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (246ec83d-dd0e-4afc-8fa8-d9483a43d77c), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:06.586233 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:06.588121 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-6b9d1116-f44f-460b-83fe-d8c2501cc3f5 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:06.590179 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-ce542097-2cab-4b50-8e90-819211ad099a tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:14:06.596588 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce542097-2cab-4b50-8e90-819211ad099a tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Pushing event updated for resources: {'Port': ['ID=77e6a437-69fc-4d47-b75b-cc39937c21bd,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:06.602288 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-ce542097-2cab-4b50-8e90-819211ad099a tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:14:06.612071 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-6b9d1116-f44f-460b-83fe-d8c2501cc3f5 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/networks?id=79d1ca3f-e23e-4848-9d9a-982b12f210b8 HTTP/1.1" status: 200 len: 817 time: 0.2480335 Jul 28 01:14:06.622088 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-ce542097-2cab-4b50-8e90-819211ad099a tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:06.627148 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-ce542097-2cab-4b50-8e90-819211ad099a tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:06.659802 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-c59d52aa-6abb-439e-8280-4821e0ff483c tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/quotas/6e3df8020ac0427bae99a7fc30bdfa48 HTTP/1.1" status: 200 len: 375 time: 0.0432549 Jul 28 01:14:06.667276 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae103fc3-f05d-4d8b-b8f1-5c9d4992611c None None] Pushing event updated for resources: {'Port': ['ID=246ec83d-dd0e-4afc-8fa8-d9483a43d77c,revision_number=5']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:06.702548 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-8c802911-c4c6-44fb-b4dc-518551ab81e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'name': 'tempest-ServerRescueNegativeTestJSON-516860459-router', 'tenant_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '9762e545-1ff8-4a46-81e3-9aaed038bac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:32Z', 'updated_at': '2022-07-28T01:13:46Z', 'revision_number': 4, 'project_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'gw_port': {'id': '9762e545-1ff8-4a46-81e3-9aaed038bac8', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:34Z', 'updated_at': '2022-07-28T01:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': '246ec83d-dd0e-4afc-8fa8-d9483a43d77c', 'name': '', 'network_id': '8f65178e-aa89-435c-9fed-639dfc5bec3f', 'tenant_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'mac_address': 'fa:16:3e:59:78:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:42Z', 'updated_at': '2022-07-28T01:14:04Z', 'revision_number': 4, 'project_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'subnets': [{'id': '1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:14:06.761341 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-ce542097-2cab-4b50-8e90-819211ad099a tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0548847 Jul 28 01:14:06.765171 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [req-6896fa70-620a-44af-8a93-09cdc04df00c req-f5679198-59bc-4924-9036-3611c9342801 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Allocated IP 172.20.0.4 (8f65178e-aa89-435c-9fed-639dfc5bec3f/1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2/b7d3de87-244d-4779-a3e5-9f83c3f0ed25) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:14:06.776120 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-338432a1-b48d-4825-a6bf-99585e76ea87 req-81d352ef-5023-4de3-89a7-385725bf9833 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 210 time: 0.1072087 Jul 28 01:14:06.803529 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c802911-c4c6-44fb-b4dc-518551ab81e5 None None] The sync data for ids ['3ccb096a-c737-4db7-b1f4-5c1c10b171d2'] in dv-cinder-815582-11-iscsi is: [{'id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'name': 'tempest-ServerRescueNegativeTestJSON-516860459-router', 'tenant_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '9762e545-1ff8-4a46-81e3-9aaed038bac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:32Z', 'updated_at': '2022-07-28T01:13:46Z', 'revision_number': 4, 'project_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'gw_port': {'id': '9762e545-1ff8-4a46-81e3-9aaed038bac8', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:34Z', 'updated_at': '2022-07-28T01:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': '246ec83d-dd0e-4afc-8fa8-d9483a43d77c', 'name': '', 'network_id': '8f65178e-aa89-435c-9fed-639dfc5bec3f', 'tenant_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'mac_address': 'fa:16:3e:59:78:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:42Z', 'updated_at': '2022-07-28T01:14:04Z', 'revision_number': 4, 'project_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'subnets': [{'id': '1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:14:06.827079 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-ceaf96e4-1063-4883-8495-c35273d44851 service neutron] Request body: {'port': {'device_id': 'e26acfa5-94f2-4d1d-8bfd-9f82e73861f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:14:06.836481 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port 246ec83d-dd0e-4afc-8fa8-d9483a43d77c is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:14:06.940698 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:07.000522 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-6e876372-82a0-4754-b785-aa7247a02c44 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=6e3df8020ac0427bae99a7fc30bdfa48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3065846 Jul 28 01:14:07.112686 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-ceaf96e4-1063-4883-8495-c35273d44851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (77e6a437-69fc-4d47-b75b-cc39937c21bd), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:07.372462 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 45470) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:07.385088 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-622148cf-7f43-4b31-8dd6-9cbc5238c6fe tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:07.395570 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-622148cf-7f43-4b31-8dd6-9cbc5238c6fe tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.42 "GET /v2.0/networks?id=a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e HTTP/1.1" status: 200 len: 811 time: 0.3884549 Jul 28 01:14:07.448150 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 9f1daf0a-6008-4ac7-9309-150096a05481 up at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:14:07.622355 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Provisioning for port 9f1daf0a-6008-4ac7-9309-150096a05481 completed by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 01:14:07.660711 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-0982ef0b-8bfb-40d0-bffc-249bddd5e3ef None None] Provisioning complete for port 77e6a437-69fc-4d47-b75b-cc39937c21bd triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:14:07.661384 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-0982ef0b-8bfb-40d0-bffc-249bddd5e3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (77e6a437-69fc-4d47-b75b-cc39937c21bd), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:07.667318 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Provisioning complete for port 9f1daf0a-6008-4ac7-9309-150096a05481 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:14:07.668178 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (9f1daf0a-6008-4ac7-9309-150096a05481), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:07.896615 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-15c4c305-2d52-43a1-bff0-ee0fcb6fe591 service neutron] 10.222.0.17 "GET /v2.0/networks/79d1ca3f-e23e-4848-9d9a-982b12f210b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4970870 Jul 28 01:14:07.904303 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-6896fa70-620a-44af-8a93-09cdc04df00c req-f5679198-59bc-4924-9036-3611c9342801 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks [] for port (b7d3de87-244d-4779-a3e5-9f83c3f0ed25), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:07.917291 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-0982ef0b-8bfb-40d0-bffc-249bddd5e3ef None None] Port 77e6a437-69fc-4d47-b75b-cc39937c21bd cannot update to ACTIVE because it is not bound. {{(pid=104163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 01:14:08.013628 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-80be420c-c760-4e97-9a73-e4e167131582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:08.052841 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port 9f1daf0a-6008-4ac7-9309-150096a05481 is: BUILD; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:14:08.056033 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-6896fa70-620a-44af-8a93-09cdc04df00c req-f5679198-59bc-4924-9036-3611c9342801 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427'] for port (b7d3de87-244d-4779-a3e5-9f83c3f0ed25), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:08.059203 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (9f1daf0a-6008-4ac7-9309-150096a05481), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:08.089531 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 246ec83d-dd0e-4afc-8fa8-d9483a43d77c up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:14:08.255179 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5679198-59bc-4924-9036-3611c9342801 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Pushing event updated for resources: {'Port': ['ID=b7d3de87-244d-4779-a3e5-9f83c3f0ed25,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:08.288546 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6896fa70-620a-44af-8a93-09cdc04df00c req-f5679198-59bc-4924-9036-3611c9342801 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Network 8f65178e-aa89-435c-9fed-639dfc5bec3f is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:14:08.290701 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5209f-3042-4f4d-a6ed-03f6970815e7 req-57081799-0a82-4c63-9636-c28367825625 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:08.293181 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [req-6896fa70-620a-44af-8a93-09cdc04df00c req-f5679198-59bc-4924-9036-3611c9342801 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:14:08.296503 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-81d5209f-3042-4f4d-a6ed-03f6970815e7 req-57081799-0a82-4c63-9636-c28367825625 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] 10.222.0.17 "GET /v2.0/ports?device_id=9ae47659-3cd8-4380-a4bf-e8ed0066a9a0 HTTP/1.1" status: 200 len: 945 time: 0.8999438 Jul 28 01:14:08.297898 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-6896fa70-620a-44af-8a93-09cdc04df00c req-f5679198-59bc-4924-9036-3611c9342801 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:14:08.305089 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896fa70-620a-44af-8a93-09cdc04df00c req-f5679198-59bc-4924-9036-3611c9342801 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:08.305880 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-6896fa70-620a-44af-8a93-09cdc04df00c req-f5679198-59bc-4924-9036-3611c9342801 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:08.337579 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6896fa70-620a-44af-8a93-09cdc04df00c req-f5679198-59bc-4924-9036-3611c9342801 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0232520 Jul 28 01:14:08.363498 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f63a7b77-f077-496f-aba8-173121a7372e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:08.377445 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-6896fa70-620a-44af-8a93-09cdc04df00c req-723e3c16-a827-4051-8b26-65b1e43aa91f service neutron] Request body: {'port': {'device_id': '86f9d31b-737a-452f-b047-b6be2bea377b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:14:08.450116 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-d45c4d42-7b38-45f3-a569-6c5e53715d57 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=347bcdc7636e4f93af2597f853926b13 HTTP/1.1" status: 200 len: 379 time: 1.0148487 Jul 28 01:14:08.465042 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-73fd5e08-162f-4eaf-9086-e511e0a73349 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Request body: {'port': {'device_id': '0b3c75a9-eb23-4978-bb95-53fe1e079f36', 'network_id': 'a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e', 'admin_state_up': True, 'tenant_id': '347bcdc7636e4f93af2597f853926b13', 'security_groups': ['4bfd2ea3-73ab-4651-bee8-9f5b86065b61']}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:14:08.466925 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:08.477185 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae47659-3cd8-4380-a4bf-e8ed0066a9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f1daf0a-6008-4ac7-9309-150096a05481'}] {{(pid=104163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:14:08.545452 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-81d5209f-3042-4f4d-a6ed-03f6970815e7 req-3e538fb9-a653-4ccb-afc7-ee083e9a3376 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] 10.222.0.17 "GET /v2.0/security-groups?id=bedf5964-fa71-4253-9cde-5fc073d92143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312477 Jul 28 01:14:08.607425 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-6896fa70-620a-44af-8a93-09cdc04df00c req-723e3c16-a827-4051-8b26-65b1e43aa91f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (b7d3de87-244d-4779-a3e5-9f83c3f0ed25), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:08.637483 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:08.660306 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:08.663589 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:08.669539 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 9f1daf0a-6008-4ac7-9309-150096a05481, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9f1daf0a-6008-4ac7-9309-150096a05481,segment=NetworkSegment(5297ca8c-2da0-4352-ae6d-b19a2fd25ba5),segment_id=5297ca8c-2da0-4352-ae6d-b19a2fd25ba5)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:14:08.679546 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-550e1c20-04ea-4937-9f9d-b206f6b5a48a service neutron] 10.222.0.17 "GET /v2.0/networks/79d1ca3f-e23e-4848-9d9a-982b12f210b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7818048 Jul 28 01:14:08.706740 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port 246ec83d-dd0e-4afc-8fa8-d9483a43d77c triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:14:08.707338 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (246ec83d-dd0e-4afc-8fa8-d9483a43d77c), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:08.712912 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (9f1daf0a-6008-4ac7-9309-150096a05481), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:08.835161 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-17d8d3ea-9177-4895-8deb-7d35b995da18 None None] Provisioning complete for port b7d3de87-244d-4779-a3e5-9f83c3f0ed25 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:14:08.835739 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-17d8d3ea-9177-4895-8deb-7d35b995da18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (b7d3de87-244d-4779-a3e5-9f83c3f0ed25), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:08.879490 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=9f1daf0a-6008-4ac7-9309-150096a05481,revision_number=5']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:08.906598 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-17d8d3ea-9177-4895-8deb-7d35b995da18 None None] Port b7d3de87-244d-4779-a3e5-9f83c3f0ed25 cannot update to ACTIVE because it is not bound. {{(pid=104163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 01:14:08.923384 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff107f3-8099-4f11-bc7d-6347f8ce96cd req-30876a08-2ee7-490f-b485-1a379bb27e91 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:08.932024 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-eff107f3-8099-4f11-bc7d-6347f8ce96cd req-30876a08-2ee7-490f-b485-1a379bb27e91 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 931 time: 0.1699681 Jul 28 01:14:08.959469 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:08.983739 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74574a7e5f5019bac05c50995ec4c38decffa50ba6d5d10f63080a9b4086ca7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6aa6fd-c258-4e5e-8476-d902a55d219e" -d '{"events": [{"server_uuid": "9ae47659-3cd8-4380-a4bf-e8ed0066a9a0", "name": "network-vif-plugged", "status": "completed", "tag": "9f1daf0a-6008-4ac7-9309-150096a05481"}]}' {{(pid=104163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:14:09.011350 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2511a5f2-1e87-4e37-8c88-69f6fe632257 req-4516696c-518e-451d-90a0-c7d3a035fc33 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 210 time: 0.0624430 Jul 28 01:14:09.021058 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port 246ec83d-dd0e-4afc-8fa8-d9483a43d77c is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:14:09.066448 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-ceaf96e4-1063-4883-8495-c35273d44851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77e6a437-69fc-4d47-b75b-cc39937c21bd {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 01:14:09.082671 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-ceaf96e4-1063-4883-8495-c35273d44851 service neutron] Publish callbacks [] for port (77e6a437-69fc-4d47-b75b-cc39937c21bd), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:09.087154 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-73fd5e08-162f-4eaf-9086-e511e0a73349 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Made reservation on behalf of 347bcdc7636e4f93af2597f853926b13 for: {'port': 1} {{(pid=104162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:14:09.097145 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-73fd5e08-162f-4eaf-9086-e511e0a73349 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:09.105512 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f63a7b77-f077-496f-aba8-173121a7372e admin admin] Publish callbacks [] for security_group (b4f3265b-4e12-4f30-a3e8-408996136d32), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:09.118546 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-ceaf96e4-1063-4883-8495-c35273d44851 service neutron] Transition to ACTIVE for port object 77e6a437-69fc-4d47-b75b-cc39937c21bd will not be triggered until provisioned by entity L2. {{(pid=104161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 01:14:09.119469 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f63a7b77-f077-496f-aba8-173121a7372e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (b4f3265b-4e12-4f30-a3e8-408996136d32), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:09.192843 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-99beb2a1-1324-473d-bc78-4956996f17ed req-c5921e87-3721-4fbb-a5d4-1badfb24c8b9 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 210 time: 0.0600421 Jul 28 01:14:09.204371 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-eff107f3-8099-4f11-bc7d-6347f8ce96cd req-f0c98124-fd72-4cfb-86cf-9385a86ef459 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684512 Jul 28 01:14:09.340799 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_common [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-73fd5e08-162f-4eaf-9086-e511e0a73349 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Allocated IP 172.20.0.10 (a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e/5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6/5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef) {{(pid=104162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:14:09.438142 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-ceaf96e4-1063-4883-8495-c35273d44851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (77e6a437-69fc-4d47-b75b-cc39937c21bd), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:09.464614 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:09.572014 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-73fd5e08-162f-4eaf-9086-e511e0a73349 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks [] for port (5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:09.642523 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:09.649456 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-73fd5e08-162f-4eaf-9086-e511e0a73349 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427'] for port (5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:09.660989 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-ceaf96e4-1063-4883-8495-c35273d44851 service neutron] Attempting to bind port 77e6a437-69fc-4d47-b75b-cc39937c21bd on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:14:09.661474 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-ceaf96e4-1063-4883-8495-c35273d44851 service neutron] Attempting to bind port 77e6a437-69fc-4d47-b75b-cc39937c21bd by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'a9a4e950-f526-4d0c-a24b-0cb526b214ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8f65178e-aa89-435c-9fed-639dfc5bec3f'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:14:09.661839 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-ceaf96e4-1063-4883-8495-c35273d44851 service neutron] Attempting to bind port 77e6a437-69fc-4d47-b75b-cc39937c21bd on network 8f65178e-aa89-435c-9fed-639dfc5bec3f {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:14:09.675539 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-f63a7b77-f077-496f-aba8-173121a7372e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6b0a23a62635438ba00b3249ca7e7894&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2981961 Jul 28 01:14:09.677228 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a7b77-f077-496f-aba8-173121a7372e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f3265b-4e12-4f30-a3e8-408996136d32,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:09.681280 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 45554) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:09.686423 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [req-6896fa70-620a-44af-8a93-09cdc04df00c req-723e3c16-a827-4051-8b26-65b1e43aa91f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7d3de87-244d-4779-a3e5-9f83c3f0ed25 {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 01:14:09.692620 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-ceaf96e4-1063-4883-8495-c35273d44851 service neutron] Port 77e6a437-69fc-4d47-b75b-cc39937c21bd on network 8f65178e-aa89-435c-9fed-639dfc5bec3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 01:14:09.693534 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-ceaf96e4-1063-4883-8495-c35273d44851 service neutron] Attempting to bind port 77e6a437-69fc-4d47-b75b-cc39937c21bd on network 8f65178e-aa89-435c-9fed-639dfc5bec3f {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:14:09.699554 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 01:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a3cd2a-6a4f-41de-a56b-c9b6d761ac16 x-openstack-request-id: req-13a3cd2a-6a4f-41de-a56b-c9b6d761ac16 {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:14:09.700746 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae47659-3cd8-4380-a4bf-e8ed0066a9a0", "name": "network-vif-plugged", "status": "completed", "tag": "9f1daf0a-6008-4ac7-9309-150096a05481", "code": 200}]} {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:14:09.701183 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-13a3cd2a-6a4f-41de-a56b-c9b6d761ac16 {{(pid=104163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:14:09.702437 dv-cinder-815582-11-iscsi neutron-server[104163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13a3cd2a-6a4f-41de-a56b-c9b6d761ac16'] response: {'server_uuid': '9ae47659-3cd8-4380-a4bf-e8ed0066a9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f1daf0a-6008-4ac7-9309-150096a05481', 'code': 200} Jul 28 01:14:09.732599 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-6896fa70-620a-44af-8a93-09cdc04df00c req-723e3c16-a827-4051-8b26-65b1e43aa91f service neutron] Publish callbacks [] for port (b7d3de87-244d-4779-a3e5-9f83c3f0ed25), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:09.765316 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-ceaf96e4-1063-4883-8495-c35273d44851 service neutron] Checking agent: {'id': '8d4a48be-b376-49eb-a7aa-478deaa3f35f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 11, 32), 'started_at': datetime.datetime(2022, 7, 28, 1, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:14:09.765987 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-ceaf96e4-1063-4883-8495-c35273d44851 service neutron] Checking segment: {'id': 'a9a4e950-f526-4d0c-a24b-0cb526b214ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8f65178e-aa89-435c-9fed-639dfc5bec3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:14:09.766974 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-ceaf96e4-1063-4883-8495-c35273d44851 service neutron] Bound using segment: {'id': 'a9a4e950-f526-4d0c-a24b-0cb526b214ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8f65178e-aa89-435c-9fed-639dfc5bec3f'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:14:09.767575 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-ceaf96e4-1063-4883-8495-c35273d44851 service neutron] Bound port: 77e6a437-69fc-4d47-b75b-cc39937c21bd, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9a4e950-f526-4d0c-a24b-0cb526b214ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8f65178e-aa89-435c-9fed-639dfc5bec3f'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:14:09.769041 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-ceaf96e4-1063-4883-8495-c35273d44851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (77e6a437-69fc-4d47-b75b-cc39937c21bd), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:09.908549 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaf96e4-1063-4883-8495-c35273d44851 service neutron] Pushing event updated for resources: {'Port': ['ID=77e6a437-69fc-4d47-b75b-cc39937c21bd,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:09.943606 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [req-6896fa70-620a-44af-8a93-09cdc04df00c req-723e3c16-a827-4051-8b26-65b1e43aa91f service neutron] Transition to ACTIVE for port object b7d3de87-244d-4779-a3e5-9f83c3f0ed25 will not be triggered until provisioned by entity L2. {{(pid=104161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 01:14:09.978100 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-6896fa70-620a-44af-8a93-09cdc04df00c req-723e3c16-a827-4051-8b26-65b1e43aa91f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (b7d3de87-244d-4779-a3e5-9f83c3f0ed25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:09.983736 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f1c6fad2-bb7d-480f-a64a-5f2b82ebc96f admin admin] Publish callbacks [] for security_group (b4f3265b-4e12-4f30-a3e8-408996136d32), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:10.017960 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f1c6fad2-bb7d-480f-a64a-5f2b82ebc96f admin admin] Publish callbacks [] for security_group (b4f3265b-4e12-4f30-a3e8-408996136d32), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:10.131502 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.42', 64256) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:10.137626 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f1c6fad2-bb7d-480f-a64a-5f2b82ebc96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (b4f3265b-4e12-4f30-a3e8-408996136d32), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:10.141363 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f1c6fad2-bb7d-480f-a64a-5f2b82ebc96f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:10.150693 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-f1c6fad2-bb7d-480f-a64a-5f2b82ebc96f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/b4f3265b-4e12-4f30-a3e8-408996136d32 HTTP/1.1" status: 204 len: 168 time: 0.4431837 Jul 28 01:14:10.237467 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c6fad2-bb7d-480f-a64a-5f2b82ebc96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f3265b-4e12-4f30-a3e8-408996136d32,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:10.243025 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 45574) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:10.340381 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-d22a9b2c-c1b4-4b6b-9d55-02f43f6eb131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:10.359654 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-73fd5e08-162f-4eaf-9086-e511e0a73349 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Network a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:14:10.373049 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3930f0-2275-4800-84fa-263fe43afe19 req-12d12c78-afb1-4a42-9893-759c6c464071 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:10.381474 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8f3930f0-2275-4800-84fa-263fe43afe19 req-12d12c78-afb1-4a42-9893-759c6c464071 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] 10.222.0.17 "GET /v2.0/ports?device_id=9ae47659-3cd8-4380-a4bf-e8ed0066a9a0 HTTP/1.1" status: 200 len: 946 time: 0.6417909 Jul 28 01:14:10.392443 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-73fd5e08-162f-4eaf-9086-e511e0a73349 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:14:10.394737 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd5e08-162f-4eaf-9086-e511e0a73349 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Pushing event updated for resources: {'Port': ['ID=5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:10.397150 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-73fd5e08-162f-4eaf-9086-e511e0a73349 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Received port after_create {{(pid=104162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:14:10.404473 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-73fd5e08-162f-4eaf-9086-e511e0a73349 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:10.405312 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-73fd5e08-162f-4eaf-9086-e511e0a73349 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for port (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:10.422392 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-ceaf96e4-1063-4883-8495-c35273d44851 service neutron] For port 77e6a437-69fc-4d47-b75b-cc39937c21bd, host hv-cinder-81558, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:14:10.457305 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e3c16-a827-4051-8b26-65b1e43aa91f service neutron] Pushing event updated for resources: {'Port': ['ID=b7d3de87-244d-4779-a3e5-9f83c3f0ed25,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:10.501999 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667b8b3-f7d4-4623-85c5-c03d7a6c1050 req-d38a0b2d-9e75-4dc1-beb7-8cda625f3a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:10.503569 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-4667b8b3-f7d4-4623-85c5-c03d7a6c1050 req-d38a0b2d-9e75-4dc1-beb7-8cda625f3a62 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9ae47659-3cd8-4380-a4bf-e8ed0066a9a0 HTTP/1.1" status: 200 len: 1130 time: 0.3512306 Jul 28 01:14:10.506811 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae14be-8d71-40c2-9ccb-71c203606571 req-5ac6c95a-9bf6-42a8-9055-7c544bfa5c9c tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:10.515675 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9dae14be-8d71-40c2-9ccb-71c203606571 req-5ac6c95a-9bf6-42a8-9055-7c544bfa5c9c tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 932 time: 0.2046165 Jul 28 01:14:10.552910 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-ceaf96e4-1063-4883-8495-c35273d44851 service neutron] For port 77e6a437-69fc-4d47-b75b-cc39937c21bd, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=77e6a437-69fc-4d47-b75b-cc39937c21bd,segment=NetworkSegment(a9a4e950-f526-4d0c-a24b-0cb526b214ab),segment_id=a9a4e950-f526-4d0c-a24b-0cb526b214ab)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:14:10.560320 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-6896fa70-620a-44af-8a93-09cdc04df00c req-723e3c16-a827-4051-8b26-65b1e43aa91f service neutron] Attempting to bind port b7d3de87-244d-4779-a3e5-9f83c3f0ed25 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:14:10.560830 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-6896fa70-620a-44af-8a93-09cdc04df00c req-723e3c16-a827-4051-8b26-65b1e43aa91f service neutron] Attempting to bind port b7d3de87-244d-4779-a3e5-9f83c3f0ed25 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'a9a4e950-f526-4d0c-a24b-0cb526b214ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8f65178e-aa89-435c-9fed-639dfc5bec3f'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:14:10.561169 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6896fa70-620a-44af-8a93-09cdc04df00c req-723e3c16-a827-4051-8b26-65b1e43aa91f service neutron] Attempting to bind port b7d3de87-244d-4779-a3e5-9f83c3f0ed25 on network 8f65178e-aa89-435c-9fed-639dfc5bec3f {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:14:10.566794 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6896fa70-620a-44af-8a93-09cdc04df00c req-723e3c16-a827-4051-8b26-65b1e43aa91f service neutron] Port b7d3de87-244d-4779-a3e5-9f83c3f0ed25 on network 8f65178e-aa89-435c-9fed-639dfc5bec3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 01:14:10.567155 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6896fa70-620a-44af-8a93-09cdc04df00c req-723e3c16-a827-4051-8b26-65b1e43aa91f service neutron] Attempting to bind port b7d3de87-244d-4779-a3e5-9f83c3f0ed25 on network 8f65178e-aa89-435c-9fed-639dfc5bec3f {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:14:10.573865 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-ceaf96e4-1063-4883-8495-c35273d44851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (77e6a437-69fc-4d47-b75b-cc39937c21bd), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:10.595114 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6896fa70-620a-44af-8a93-09cdc04df00c req-723e3c16-a827-4051-8b26-65b1e43aa91f service neutron] Checking agent: {'id': '8d4a48be-b376-49eb-a7aa-478deaa3f35f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 11, 32), 'started_at': datetime.datetime(2022, 7, 28, 1, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:14:10.595114 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6896fa70-620a-44af-8a93-09cdc04df00c req-723e3c16-a827-4051-8b26-65b1e43aa91f service neutron] Checking segment: {'id': 'a9a4e950-f526-4d0c-a24b-0cb526b214ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8f65178e-aa89-435c-9fed-639dfc5bec3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:14:10.595114 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6896fa70-620a-44af-8a93-09cdc04df00c req-723e3c16-a827-4051-8b26-65b1e43aa91f service neutron] Bound using segment: {'id': 'a9a4e950-f526-4d0c-a24b-0cb526b214ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8f65178e-aa89-435c-9fed-639dfc5bec3f'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:14:10.595114 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-6896fa70-620a-44af-8a93-09cdc04df00c req-723e3c16-a827-4051-8b26-65b1e43aa91f service neutron] Bound port: b7d3de87-244d-4779-a3e5-9f83c3f0ed25, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9a4e950-f526-4d0c-a24b-0cb526b214ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8f65178e-aa89-435c-9fed-639dfc5bec3f'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:14:10.595114 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-6896fa70-620a-44af-8a93-09cdc04df00c req-723e3c16-a827-4051-8b26-65b1e43aa91f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (b7d3de87-244d-4779-a3e5-9f83c3f0ed25), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:10.677417 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8f3930f0-2275-4800-84fa-263fe43afe19 req-59180934-ceca-4554-abc7-6cb6e22e5467 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] 10.222.0.17 "GET /v2.0/security-groups?id=bedf5964-fa71-4253-9cde-5fc073d92143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849045 Jul 28 01:14:10.689168 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-73fd5e08-162f-4eaf-9086-e511e0a73349 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2302213 Jul 28 01:14:10.697218 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9dae14be-8d71-40c2-9ccb-71c203606571 req-db1b3359-2eb6-420b-b062-113638eb13c7 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=4bfd2ea3-73ab-4651-bee8-9f5b86065b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1797137 Jul 28 01:14:10.715510 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-4667b8b3-f7d4-4623-85c5-c03d7a6c1050 req-e8eea532-58a3-45b1-8136-96b98bca71bb service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:10.721795 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-ceaf96e4-1063-4883-8495-c35273d44851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:10.723206 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-aeb141f0-56cc-43d7-937d-47c165e07d59 service neutron] Request body: {'port': {'device_id': '0b3c75a9-eb23-4978-bb95-53fe1e079f36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:14:10.732256 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-ceaf96e4-1063-4883-8495-c35273d44851 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:10.732256 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-ceaf96e4-1063-4883-8495-c35273d44851 service neutron] 10.222.0.42 "PUT /v2.0/ports/77e6a437-69fc-4d47-b75b-cc39937c21bd HTTP/1.1" status: 200 len: 1093 time: 3.9106309 Jul 28 01:14:10.738065 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e26acfa5-94f2-4d1d-8bfd-9f82e73861f8', 'tag': '77e6a437-69fc-4d47-b75b-cc39937c21bd'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:14:10.829301 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.42', 64257) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:11.064764 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaf96e4-1063-4883-8495-c35273d44851 service neutron] Pushing event updated for resources: {'Port': ['ID=77e6a437-69fc-4d47-b75b-cc39937c21bd,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:11.073955 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 45590) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:11.108197 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-5d894650-81c5-49a1-b7f2-26dd92463226 None None] Provisioning complete for port 5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:14:11.108708 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-4da7c0f6-3d61-400e-98fb-65c06fac91d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:11.109214 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-5d894650-81c5-49a1-b7f2-26dd92463226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:11.116610 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-4da7c0f6-3d61-400e-98fb-65c06fac91d7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=af4689d2f0ef4d71a1c465610011f2d7&device_id=e26acfa5-94f2-4d1d-8bfd-9f82e73861f8 HTTP/1.1" status: 200 len: 1127 time: 0.2765679 Jul 28 01:14:11.124028 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:11.148920 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a3687953-8681-4ea1-9f24-8fa0515e368c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:11.164539 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:11.185476 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-5d894650-81c5-49a1-b7f2-26dd92463226 None None] Port 5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef cannot update to ACTIVE because it is not bound. {{(pid=104163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 01:14:11.285082 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-211b3cee-77ab-40a7-87b0-89a9e23dacf2 req-55273528-fb99-491f-83e2-23e70cac67c9 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 210 time: 0.3586600 Jul 28 01:14:11.293408 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-6896fa70-620a-44af-8a93-09cdc04df00c req-723e3c16-a827-4051-8b26-65b1e43aa91f service neutron] For port b7d3de87-244d-4779-a3e5-9f83c3f0ed25, host hv-cinder-81558, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:14:11.305187 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a10e2-fb75-4870-8b20-ae04d9d8afb5 req-0ffb77d8-f0d5-4724-bdd0-3bfcecd7ddb5 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:11.307437 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0d3a10e2-fb75-4870-8b20-ae04d9d8afb5 req-0ffb77d8-f0d5-4724-bdd0-3bfcecd7ddb5 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 943 time: 0.4801216 Jul 28 01:14:11.329160 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:11.333530 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-6896fa70-620a-44af-8a93-09cdc04df00c req-723e3c16-a827-4051-8b26-65b1e43aa91f service neutron] For port b7d3de87-244d-4779-a3e5-9f83c3f0ed25, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b7d3de87-244d-4779-a3e5-9f83c3f0ed25,segment=NetworkSegment(a9a4e950-f526-4d0c-a24b-0cb526b214ab),segment_id=a9a4e950-f526-4d0c-a24b-0cb526b214ab)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:14:11.339266 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 45600) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:11.340560 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-aeb141f0-56cc-43d7-937d-47c165e07d59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:11.353781 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-4bf40d9e-fa21-4054-934b-5c1fb861cf51 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77e6a437-69fc-4d47-b75b-cc39937c21bd HTTP/1.1" status: 200 len: 217 time: 0.1042273 Jul 28 01:14:11.356307 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-6896fa70-620a-44af-8a93-09cdc04df00c req-723e3c16-a827-4051-8b26-65b1e43aa91f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (b7d3de87-244d-4779-a3e5-9f83c3f0ed25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:11.386243 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896fa70-620a-44af-8a93-09cdc04df00c req-723e3c16-a827-4051-8b26-65b1e43aa91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:11.386770 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-6896fa70-620a-44af-8a93-09cdc04df00c req-723e3c16-a827-4051-8b26-65b1e43aa91f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:11.388419 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6896fa70-620a-44af-8a93-09cdc04df00c req-723e3c16-a827-4051-8b26-65b1e43aa91f service neutron] 10.222.0.42 "PUT /v2.0/ports/b7d3de87-244d-4779-a3e5-9f83c3f0ed25 HTTP/1.1" status: 200 len: 1093 time: 3.0269136 Jul 28 01:14:11.410350 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0f5ab60fa46dcea77c59dd77281ac580fb802378bd5ff0a4b9baf266696a00a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c873c1-84c7-4896-9382-e5ac4cf4771c" -d '{"events": [{"name": "network-changed", "server_uuid": "e26acfa5-94f2-4d1d-8bfd-9f82e73861f8", "tag": "77e6a437-69fc-4d47-b75b-cc39937c21bd"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:14:11.417309 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-701a560f-77c3-45a0-aa42-93c139c2bcbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:11.436419 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0d74cc1e-aaf8-452a-ab8d-f08bee074500 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:11.501965 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:11.566930 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-afbacdce-b2a4-426f-b699-e1be19e6f36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:11.568577 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-afbacdce-b2a4-426f-b699-e1be19e6f36d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2 HTTP/1.1" status: 200 len: 857 time: 0.1992044 Jul 28 01:14:11.578213 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0d3a10e2-fb75-4870-8b20-ae04d9d8afb5 req-43971c14-bc04-480a-a694-1bbb756ab10b tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406974 Jul 28 01:14:11.612467 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a3687953-8681-4ea1-9f24-8fa0515e368c admin admin] Publish callbacks [] for security_group (fcc5dd85-b189-4390-b9bf-2f220e8122c4), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:11.626407 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-1200f85e-f8d0-46b1-9ce9-584eeb33f690 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:11.628202 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-1200f85e-f8d0-46b1-9ce9-584eeb33f690 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.42 "GET /v2.0/networks?id=79d1ca3f-e23e-4848-9d9a-982b12f210b8 HTTP/1.1" status: 200 len: 817 time: 0.7003655 Jul 28 01:14:11.651530 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a3687953-8681-4ea1-9f24-8fa0515e368c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (fcc5dd85-b189-4390-b9bf-2f220e8122c4), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:11.691794 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896fa70-620a-44af-8a93-09cdc04df00c req-bfacc922-c0e2-46e3-a4c8-90e0b87c25fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:11.693462 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6896fa70-620a-44af-8a93-09cdc04df00c req-bfacc922-c0e2-46e3-a4c8-90e0b87c25fd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=af4689d2f0ef4d71a1c465610011f2d7&device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 1127 time: 0.2541895 Jul 28 01:14:11.733846 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-d44aad5a-ae0a-4b7b-be1e-e1ac74216e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:11.735548 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-d44aad5a-ae0a-4b7b-be1e-e1ac74216e3e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8f65178e-aa89-435c-9fed-639dfc5bec3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1421332 Jul 28 01:14:11.801197 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:11.917039 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 01:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b2b949-0377-43ea-9faa-2114a2230b2f x-openstack-request-id: req-a9b2b949-0377-43ea-9faa-2114a2230b2f {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:14:11.917346 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e26acfa5-94f2-4d1d-8bfd-9f82e73861f8", "tag": "77e6a437-69fc-4d47-b75b-cc39937c21bd", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:14:11.917748 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-a9b2b949-0377-43ea-9faa-2114a2230b2f {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:14:11.918200 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9b2b949-0377-43ea-9faa-2114a2230b2f'] response: {'name': 'network-changed', 'server_uuid': 'e26acfa5-94f2-4d1d-8bfd-9f82e73861f8', 'tag': '77e6a437-69fc-4d47-b75b-cc39937c21bd', 'status': 'completed', 'code': 200} Jul 28 01:14:11.955733 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-701a560f-77c3-45a0-aa42-93c139c2bcbb admin admin] Publish callbacks [] for security_group (54791c0e-6c55-454a-8a59-3aa800221af0), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:11.963116 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc71fa9-aeb4-48af-9849-9c6aa9a218a3 req-b03e9841-0c34-4fe1-81f2-f85328d846f9 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:11.964665 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2cc71fa9-aeb4-48af-9849-9c6aa9a218a3 req-b03e9841-0c34-4fe1-81f2-f85328d846f9 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] 10.222.0.17 "GET /v2.0/ports?device_id=9ae47659-3cd8-4380-a4bf-e8ed0066a9a0 HTTP/1.1" status: 200 len: 946 time: 0.2205558 Jul 28 01:14:11.975105 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-701a560f-77c3-45a0-aa42-93c139c2bcbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (54791c0e-6c55-454a-8a59-3aa800221af0), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:12.002397 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed67b0b3-42e9-4d51-882f-8c500437908f req-2e41da8a-ae2c-4fcc-a53f-1b4cf6b8b1a9 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:12.004206 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ed67b0b3-42e9-4d51-882f-8c500437908f req-2e41da8a-ae2c-4fcc-a53f-1b4cf6b8b1a9 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 932 time: 0.1410151 Jul 28 01:14:12.026793 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3687953-8681-4ea1-9f24-8fa0515e368c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc5dd85-b189-4390-b9bf-2f220e8122c4,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:12.031815 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6896fa70-620a-44af-8a93-09cdc04df00c req-818ee80a-6aa9-4486-8d3c-6edb6f88570c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7d3de87-244d-4779-a3e5-9f83c3f0ed25 HTTP/1.1" status: 200 len: 217 time: 0.1094966 Jul 28 01:14:12.061370 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-4667b8b3-f7d4-4623-85c5-c03d7a6c1050 req-e8eea532-58a3-45b1-8136-96b98bca71bb service neutron] Publish callbacks [] for security_group (08ee0dc3-e63b-4f9a-8041-4a47f3a7b14e), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:12.116370 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e3c16-a827-4051-8b26-65b1e43aa91f service neutron] Pushing event updated for resources: {'Port': ['ID=b7d3de87-244d-4779-a3e5-9f83c3f0ed25,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:12.135450 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-34e38719-1a49-4af6-bc84-96c741f872fe service neutron] 10.222.0.42 "GET /v2.0/networks/8f65178e-aa89-435c-9fed-639dfc5bec3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877625 Jul 28 01:14:12.135935 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-4667b8b3-f7d4-4623-85c5-c03d7a6c1050 req-e8eea532-58a3-45b1-8136-96b98bca71bb service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (08ee0dc3-e63b-4f9a-8041-4a47f3a7b14e), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:12.151799 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=75,neutron:UPDATE=4,neutron:INSERT=21 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:12.154714 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-a3687953-8681-4ea1-9f24-8fa0515e368c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=515346e82b75476690554ce9389d6dd6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8602598 Jul 28 01:14:12.159626 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-701a560f-77c3-45a0-aa42-93c139c2bcbb admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=2bfdd0f233914ec8aa9dabf87d91170b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8118901 Jul 28 01:14:12.159626 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a560f-77c3-45a0-aa42-93c139c2bcbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54791c0e-6c55-454a-8a59-3aa800221af0,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:12.163340 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 45622) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:12.163676 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 45624) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:12.202187 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896fa70-620a-44af-8a93-09cdc04df00c req-28e9eb78-8d74-4f5f-9d21-6671b520b86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:12.203892 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6896fa70-620a-44af-8a93-09cdc04df00c req-28e9eb78-8d74-4f5f-9d21-6671b520b86f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2 HTTP/1.1" status: 200 len: 857 time: 0.1412716 Jul 28 01:14:12.272181 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-19f4bf23-bcf2-4666-add2-136d06bcc620 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e3df8020ac0427bae99a7fc30bdfa48 HTTP/1.1" status: 200 len: 379 time: 0.6247158 Jul 28 01:14:12.284241 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ed67b0b3-42e9-4d51-882f-8c500437908f req-ffca0676-b3bd-48f9-a1f1-859a0189637d tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=4bfd2ea3-73ab-4651-bee8-9f5b86065b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2524877 Jul 28 01:14:12.295204 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-4667b8b3-f7d4-4623-85c5-c03d7a6c1050 req-e8eea532-58a3-45b1-8136-96b98bca71bb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bedf5964-fa71-4253-9cde-5fc073d92143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6821699 Jul 28 01:14:12.299426 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2cc71fa9-aeb4-48af-9849-9c6aa9a218a3 req-60e99026-e3eb-45f1-a39d-d602e18d7b4a tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] 10.222.0.17 "GET /v2.0/security-groups?id=bedf5964-fa71-4253-9cde-5fc073d92143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161964 Jul 28 01:14:12.314504 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eea532-58a3-45b1-8136-96b98bca71bb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=08ee0dc3-e63b-4f9a-8041-4a47f3a7b14e,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:12.314504 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-057ef63a-f33b-4ddf-a741-bab469c8abcd tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Request body: {'port': {'device_id': '300e3c0c-fb14-4c05-b53a-fe8f0589ac1b', 'network_id': '79d1ca3f-e23e-4848-9d9a-982b12f210b8', 'admin_state_up': True, 'tenant_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'security_groups': ['39873822-aaba-4d3e-bf7d-35cd291e29d0']}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:14:12.353079 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:INSERT=5,neutron:SELECT=95 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:12.378667 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:12.382755 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-aeb141f0-56cc-43d7-937d-47c165e07d59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef {{(pid=104162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 01:14:12.394916 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=31 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:12.404469 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-aeb141f0-56cc-43d7-937d-47c165e07d59 service neutron] Publish callbacks [] for port (5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:12.413275 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896fa70-620a-44af-8a93-09cdc04df00c req-22177ca5-1745-4b85-b8b5-20f3d5ef51d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:12.414804 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6896fa70-620a-44af-8a93-09cdc04df00c req-22177ca5-1745-4b85-b8b5-20f3d5ef51d8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8f65178e-aa89-435c-9fed-639dfc5bec3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1905925 Jul 28 01:14:12.416932 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0d74cc1e-aaf8-452a-ab8d-f08bee074500 admin admin] Publish callbacks [] for security_group (25092ebc-ad5f-4732-84b6-69f4f66c9a64), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:12.425577 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0d74cc1e-aaf8-452a-ab8d-f08bee074500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (25092ebc-ad5f-4732-84b6-69f4f66c9a64), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:12.470362 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:12.486605 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f0e9a365-a36e-4d7a-adfa-46ec90e7fa95 req-f94127b0-b37f-4eb6-9863-0cdc4f9a4914 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 210 time: 0.0870013 Jul 28 01:14:12.487470 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1e6880fa-5c59-40e2-8742-ff6d58e86f1c admin admin] Publish callbacks [] for security_group (fcc5dd85-b189-4390-b9bf-2f220e8122c4), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:12.489002 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d74cc1e-aaf8-452a-ab8d-f08bee074500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25092ebc-ad5f-4732-84b6-69f4f66c9a64,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:12.492214 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-aeb141f0-56cc-43d7-937d-47c165e07d59 service neutron] Transition to ACTIVE for port object 5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef will not be triggered until provisioned by entity L2. {{(pid=104162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 01:14:12.496390 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1fabf3d1-94ca-40ae-a16c-f1823335a16a req-67910205-d6ce-4969-8c59-3e2fb540c3ef service neutron] 10.222.0.42 "GET /v2.0/networks/8f65178e-aa89-435c-9fed-639dfc5bec3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372750 Jul 28 01:14:12.499464 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-42763d12-22b4-452b-9037-12e2e03a9717 admin admin] Publish callbacks [] for security_group (54791c0e-6c55-454a-8a59-3aa800221af0), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:12.510059 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-aeb141f0-56cc-43d7-937d-47c165e07d59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:12.513177 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-0d74cc1e-aaf8-452a-ab8d-f08bee074500 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=0335447549e24ae69dd3badd44bf8ce3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4263606 Jul 28 01:14:12.514233 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 45630) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:12.560238 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-42763d12-22b4-452b-9037-12e2e03a9717 admin admin] Publish callbacks [] for security_group (54791c0e-6c55-454a-8a59-3aa800221af0), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:12.596777 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1e6880fa-5c59-40e2-8742-ff6d58e86f1c admin admin] Publish callbacks [] for security_group (fcc5dd85-b189-4390-b9bf-2f220e8122c4), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:12.644480 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-057ef63a-f33b-4ddf-a741-bab469c8abcd tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Made reservation on behalf of 6e3df8020ac0427bae99a7fc30bdfa48 for: {'port': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:14:12.648503 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-057ef63a-f33b-4ddf-a741-bab469c8abcd tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:12.664993 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:12.683554 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d998fadc-8f79-4780-b38f-c123fd0aa4b1 admin admin] Publish callbacks [] for security_group (25092ebc-ad5f-4732-84b6-69f4f66c9a64), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:12.695473 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb141f0-56cc-43d7-937d-47c165e07d59 service neutron] Pushing event updated for resources: {'Port': ['ID=5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef,revision_number=2']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:12.704830 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:12.733428 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6896fa70-620a-44af-8a93-09cdc04df00c req-1fdb6408-1439-46e0-a3da-6e6164ebefa2 service neutron] 10.222.0.42 "GET /v2.0/networks/8f65178e-aa89-435c-9fed-639dfc5bec3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048023 Jul 28 01:14:12.739843 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d998fadc-8f79-4780-b38f-c123fd0aa4b1 admin admin] Publish callbacks [] for security_group (25092ebc-ad5f-4732-84b6-69f4f66c9a64), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:12.767887 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-aeb141f0-56cc-43d7-937d-47c165e07d59 service neutron] Attempting to bind port 5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:14:12.768856 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-aeb141f0-56cc-43d7-937d-47c165e07d59 service neutron] Attempting to bind port 5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e'}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:14:12.769364 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-aeb141f0-56cc-43d7-937d-47c165e07d59 service neutron] Attempting to bind port 5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef on network a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:14:12.801127 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-aeb141f0-56cc-43d7-937d-47c165e07d59 service neutron] Port 5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef on network a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 01:14:12.801478 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-aeb141f0-56cc-43d7-937d-47c165e07d59 service neutron] Attempting to bind port 5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef on network a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:14:12.807733 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-42763d12-22b4-452b-9037-12e2e03a9717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (54791c0e-6c55-454a-8a59-3aa800221af0), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:12.810806 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-42763d12-22b4-452b-9037-12e2e03a9717 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:12.812010 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-42763d12-22b4-452b-9037-12e2e03a9717 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/54791c0e-6c55-454a-8a59-3aa800221af0 HTTP/1.1" status: 204 len: 168 time: 0.6443343 Jul 28 01:14:12.819389 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1e6880fa-5c59-40e2-8742-ff6d58e86f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (fcc5dd85-b189-4390-b9bf-2f220e8122c4), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:12.822105 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1e6880fa-5c59-40e2-8742-ff6d58e86f1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:12.823408 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-1e6880fa-5c59-40e2-8742-ff6d58e86f1c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/fcc5dd85-b189-4390-b9bf-2f220e8122c4 HTTP/1.1" status: 204 len: 168 time: 0.6568990 Jul 28 01:14:12.828276 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-aeb141f0-56cc-43d7-937d-47c165e07d59 service neutron] Checking agent: {'id': '8d4a48be-b376-49eb-a7aa-478deaa3f35f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 11, 32), 'started_at': datetime.datetime(2022, 7, 28, 1, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:14:12.828615 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-aeb141f0-56cc-43d7-937d-47c165e07d59 service neutron] Checking segment: {'id': '78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:14:12.829033 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-aeb141f0-56cc-43d7-937d-47c165e07d59 service neutron] Bound using segment: {'id': '78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e'} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:14:12.829516 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-aeb141f0-56cc-43d7-937d-47c165e07d59 service neutron] Bound port: 5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e'}}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:14:12.829950 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-aeb141f0-56cc-43d7-937d-47c165e07d59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:12.842941 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396864f4-0b7f-46f4-90a7-2d1a6f5f1a61 req-720ef532-cf99-4f43-be79-95003b3e68f8 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:12.844815 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-396864f4-0b7f-46f4-90a7-2d1a6f5f1a61 req-720ef532-cf99-4f43-be79-95003b3e68f8 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 943 time: 0.1091568 Jul 28 01:14:12.847504 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42763d12-22b4-452b-9037-12e2e03a9717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54791c0e-6c55-454a-8a59-3aa800221af0,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:12.879208 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6880fa-5c59-40e2-8742-ff6d58e86f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc5dd85-b189-4390-b9bf-2f220e8122c4,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:12.989483 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-396864f4-0b7f-46f4-90a7-2d1a6f5f1a61 req-1a664b37-86db-49da-847e-5031f06eee7b tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365318 Jul 28 01:14:12.989825 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d998fadc-8f79-4780-b38f-c123fd0aa4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (25092ebc-ad5f-4732-84b6-69f4f66c9a64), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:12.994615 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d998fadc-8f79-4780-b38f-c123fd0aa4b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:12.998777 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-d998fadc-8f79-4780-b38f-c123fd0aa4b1 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/25092ebc-ad5f-4732-84b6-69f4f66c9a64 HTTP/1.1" status: 204 len: 168 time: 0.4806929 Jul 28 01:14:13.000263 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-aeb141f0-56cc-43d7-937d-47c165e07d59 service neutron] For port 5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef, host hv-cinder-81558, cleared binding levels {{(pid=104162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:14:13.006122 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-aeb141f0-56cc-43d7-937d-47c165e07d59 service neutron] For port 5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef,segment=NetworkSegment(78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5),segment_id=78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5)] {{(pid=104162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:14:13.029022 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d998fadc-8f79-4780-b38f-c123fd0aa4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25092ebc-ad5f-4732-84b6-69f4f66c9a64,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:13.029342 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-aeb141f0-56cc-43d7-937d-47c165e07d59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:13.049892 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:13.056117 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-057ef63a-f33b-4ddf-a741-bab469c8abcd tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Allocated IP 172.20.0.10 (79d1ca3f-e23e-4848-9d9a-982b12f210b8/a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6/a76b2846-749f-47c3-81f3-a7c5328f00ad) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:14:13.078680 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-aeb141f0-56cc-43d7-937d-47c165e07d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:13.079661 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-aeb141f0-56cc-43d7-937d-47c165e07d59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for port (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:13.081207 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-aeb141f0-56cc-43d7-937d-47c165e07d59 service neutron] 10.222.0.42 "PUT /v2.0/ports/5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef HTTP/1.1" status: 200 len: 1094 time: 2.3732171 Jul 28 01:14:13.081830 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b3c75a9-eb23-4978-bb95-53fe1e079f36', 'tag': '5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:14:13.084429 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f6b11fd638c6a58f8ef19871f5a43997b3abcb3256dc707badf279ceb4d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189f60ef-21e5-475a-a687-b4044e86229b" -d '{"events": [{"name": "network-changed", "server_uuid": "0b3c75a9-eb23-4978-bb95-53fe1e079f36", "tag": "5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:14:13.123821 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb141f0-56cc-43d7-937d-47c165e07d59 service neutron] Pushing event updated for resources: {'Port': ['ID=5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef,revision_number=3']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:13.174253 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 01:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c871fb3-8d09-4757-a14f-1351c05908e1 x-openstack-request-id: req-6c871fb3-8d09-4757-a14f-1351c05908e1 {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:14:13.174538 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b3c75a9-eb23-4978-bb95-53fe1e079f36", "tag": "5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef", "status": "completed", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:14:13.174783 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-6c871fb3-8d09-4757-a14f-1351c05908e1 {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:14:13.175208 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c871fb3-8d09-4757-a14f-1351c05908e1'] response: {'name': 'network-changed', 'server_uuid': '0b3c75a9-eb23-4978-bb95-53fe1e079f36', 'tag': '5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef', 'status': 'completed', 'code': 200} Jul 28 01:14:13.332463 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-057ef63a-f33b-4ddf-a741-bab469c8abcd tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks [] for port (a76b2846-749f-47c3-81f3-a7c5328f00ad), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:13.445129 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-057ef63a-f33b-4ddf-a741-bab469c8abcd tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427'] for port (a76b2846-749f-47c3-81f3-a7c5328f00ad), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:13.472661 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:13.585529 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-057ef63a-f33b-4ddf-a741-bab469c8abcd tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Network 79d1ca3f-e23e-4848-9d9a-982b12f210b8 is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:14:13.602046 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-057ef63a-f33b-4ddf-a741-bab469c8abcd tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:14:13.611804 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-057ef63a-f33b-4ddf-a741-bab469c8abcd tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:14:13.617531 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-057ef63a-f33b-4ddf-a741-bab469c8abcd tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:13.618265 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-057ef63a-f33b-4ddf-a741-bab469c8abcd tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:13.624662 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:13.636253 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ef63a-f33b-4ddf-a741-bab469c8abcd tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Pushing event updated for resources: {'Port': ['ID=a76b2846-749f-47c3-81f3-a7c5328f00ad,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:13.666347 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 45660) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:13.704450 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-057ef63a-f33b-4ddf-a741-bab469c8abcd tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4080837 Jul 28 01:14:13.705560 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c5ae20dd-fc4d-4982-9806-f1735bea5e28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:13.726951 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-483c673f-cdf0-458d-9803-1efd1dbcd54b service neutron] Request body: {'port': {'device_id': '300e3c0c-fb14-4c05-b53a-fe8f0589ac1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:14:13.845868 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6896fa70-620a-44af-8a93-09cdc04df00c req-7d37616b-d20c-4aa7-9a67-8d5d51ef6c1e service neutron] 10.222.0.42 "GET /v2.0/networks/8f65178e-aa89-435c-9fed-639dfc5bec3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741193 Jul 28 01:14:13.899272 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-483c673f-cdf0-458d-9803-1efd1dbcd54b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (a76b2846-749f-47c3-81f3-a7c5328f00ad), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:13.926912 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f9d31b-737a-452f-b047-b6be2bea377b', 'tag': 'b7d3de87-244d-4779-a3e5-9f83c3f0ed25'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:14:13.945873 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0f5ab60fa46dcea77c59dd77281ac580fb802378bd5ff0a4b9baf266696a00a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ae0ca3-c011-4ef2-9423-dd375d8e4d9c" -d '{"events": [{"name": "network-changed", "server_uuid": "86f9d31b-737a-452f-b047-b6be2bea377b", "tag": "b7d3de87-244d-4779-a3e5-9f83c3f0ed25"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:14:14.085559 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-e4fbc739-490b-46b6-a655-7cc530c9f6e4 None None] Provisioning complete for port a76b2846-749f-47c3-81f3-a7c5328f00ad triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:14:14.088947 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e4fbc739-490b-46b6-a655-7cc530c9f6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (a76b2846-749f-47c3-81f3-a7c5328f00ad), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:14.097827 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5858b14-ecd1-4096-a468-6eddebb0eb26 req-8495721f-174f-4212-881a-8eafd19ff898 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:14.105732 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b5858b14-ecd1-4096-a468-6eddebb0eb26 req-8495721f-174f-4212-881a-8eafd19ff898 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 944 time: 0.6698406 Jul 28 01:14:14.142305 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c5ae20dd-fc4d-4982-9806-f1735bea5e28 admin admin] Publish callbacks [] for security_group (641c41d5-6cfd-43e4-b09e-461310238690), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:14.153013 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c5ae20dd-fc4d-4982-9806-f1735bea5e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (641c41d5-6cfd-43e4-b09e-461310238690), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:14.163307 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 45680) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:14.168293 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-e4fbc739-490b-46b6-a655-7cc530c9f6e4 None None] Port a76b2846-749f-47c3-81f3-a7c5328f00ad cannot update to ACTIVE because it is not bound. {{(pid=104163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 01:14:14.172984 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25eb1c-d0dd-4c2b-9ced-81bf86f6f59e req-2444b507-6a73-4a4a-b1ce-92f96bb5d7ac tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:14.174555 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-bd25eb1c-d0dd-4c2b-9ced-81bf86f6f59e req-2444b507-6a73-4a4a-b1ce-92f96bb5d7ac tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] 10.222.0.17 "GET /v2.0/ports?device_id=9ae47659-3cd8-4380-a4bf-e8ed0066a9a0 HTTP/1.1" status: 200 len: 946 time: 0.7167952 Jul 28 01:14:14.176148 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f60ef-21e5-475a-a687-b4044e86229b req-37f78c41-8562-4afa-a3aa-247cfc46b85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:14.177812 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-189f60ef-21e5-475a-a687-b4044e86229b req-37f78c41-8562-4afa-a3aa-247cfc46b85c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=347bcdc7636e4f93af2597f853926b13&device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 1128 time: 0.6352892 Jul 28 01:14:14.179394 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c873c1-84c7-4896-9382-e5ac4cf4771c req-3e9f735c-23b6-4f3c-bbae-3813abd4afc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:14.181140 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-57c873c1-84c7-4896-9382-e5ac4cf4771c req-3e9f735c-23b6-4f3c-bbae-3813abd4afc7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=af4689d2f0ef4d71a1c465610011f2d7&device_id=e26acfa5-94f2-4d1d-8bfd-9f82e73861f8 HTTP/1.1" status: 200 len: 1127 time: 0.6589119 Jul 28 01:14:14.233782 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9b430fc0-160a-4060-90a7-15109678a27b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:14.247588 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b5858b14-ecd1-4096-a468-6eddebb0eb26 req-40aec63f-e890-4804-b1de-dc01e47cf9f8 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=4bfd2ea3-73ab-4651-bee8-9f5b86065b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408362 Jul 28 01:14:14.282518 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-bd25eb1c-d0dd-4c2b-9ced-81bf86f6f59e req-15237c47-f8ac-4d25-bfd6-9d68e7f2f35e tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] 10.222.0.17 "GET /v2.0/security-groups?id=bedf5964-fa71-4253-9cde-5fc073d92143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976071 Jul 28 01:14:14.306864 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 45682) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:14.307097 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-c5ae20dd-fc4d-4982-9806-f1735bea5e28 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=4c5daca07abc4765a34457bdbdf77b87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6352088 Jul 28 01:14:14.325407 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=7,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:14.343196 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae20dd-fc4d-4982-9806-f1735bea5e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641c41d5-6cfd-43e4-b09e-461310238690,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:14.370592 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 01:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f9a700-fa6a-4604-9f5f-cf352f02bd3d x-openstack-request-id: req-30f9a700-fa6a-4604-9f5f-cf352f02bd3d {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:14:14.370946 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86f9d31b-737a-452f-b047-b6be2bea377b", "tag": "b7d3de87-244d-4779-a3e5-9f83c3f0ed25", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:14:14.371206 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-30f9a700-fa6a-4604-9f5f-cf352f02bd3d {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:14:14.371755 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30f9a700-fa6a-4604-9f5f-cf352f02bd3d'] response: {'name': 'network-changed', 'server_uuid': '86f9d31b-737a-452f-b047-b6be2bea377b', 'tag': 'b7d3de87-244d-4779-a3e5-9f83c3f0ed25', 'status': 'completed', 'code': 200} Jul 28 01:14:14.411799 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d465b6-e281-487e-b015-b12fc319a5a2 req-0a8faac5-c6cd-4452-999d-a9be293d10fd tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:14.415391 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-76d465b6-e281-487e-b015-b12fc319a5a2 req-0a8faac5-c6cd-4452-999d-a9be293d10fd tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 932 time: 0.0681632 Jul 28 01:14:14.435014 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9b430fc0-160a-4060-90a7-15109678a27b admin admin] Publish callbacks [] for security_group (781c70d6-2f21-476d-8246-27bf6c649da7), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:14.440757 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9b430fc0-160a-4060-90a7-15109678a27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (781c70d6-2f21-476d-8246-27bf6c649da7), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:14.491593 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d29a4879-d364-4767-ab3f-3c5b2cc832ad admin admin] Publish callbacks [] for security_group (641c41d5-6cfd-43e4-b09e-461310238690), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:14.509163 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b430fc0-160a-4060-90a7-15109678a27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781c70d6-2f21-476d-8246-27bf6c649da7,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:14.516499 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-9b430fc0-160a-4060-90a7-15109678a27b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a29411cc03f54edd9273ec6a46fa4834&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3401070 Jul 28 01:14:14.518096 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 45688) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:14.518306 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040106f-5992-486c-abfb-e19a5de54531 req-299d66f0-de1b-4fba-b13a-8efcc644de4e tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:14.520097 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e040106f-5992-486c-abfb-e19a5de54531 req-299d66f0-de1b-4fba-b13a-8efcc644de4e tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 943 time: 0.1014969 Jul 28 01:14:14.564102 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d29a4879-d364-4767-ab3f-3c5b2cc832ad admin admin] Publish callbacks [] for security_group (641c41d5-6cfd-43e4-b09e-461310238690), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:14.581054 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:14.582221 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-76d465b6-e281-487e-b015-b12fc319a5a2 req-eed65b01-e4d7-48d3-9b44-26c57d554190 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619954 Jul 28 01:14:14.625823 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-483c673f-cdf0-458d-9803-1efd1dbcd54b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a76b2846-749f-47c3-81f3-a7c5328f00ad {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 01:14:14.629114 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e040106f-5992-486c-abfb-e19a5de54531 req-8772f6e2-3d0e-4415-9a85-630c0d928afb tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992692 Jul 28 01:14:14.631096 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:14.637513 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-483c673f-cdf0-458d-9803-1efd1dbcd54b service neutron] Publish callbacks [] for port (a76b2846-749f-47c3-81f3-a7c5328f00ad), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:14.665901 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d29a4879-d364-4767-ab3f-3c5b2cc832ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (641c41d5-6cfd-43e4-b09e-461310238690), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:14.667674 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-483c673f-cdf0-458d-9803-1efd1dbcd54b service neutron] Transition to ACTIVE for port object a76b2846-749f-47c3-81f3-a7c5328f00ad will not be triggered until provisioned by entity L2. {{(pid=104161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 01:14:14.670498 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d29a4879-d364-4767-ab3f-3c5b2cc832ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:14.671771 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-d29a4879-d364-4767-ab3f-3c5b2cc832ad admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/641c41d5-6cfd-43e4-b09e-461310238690 HTTP/1.1" status: 204 len: 168 time: 0.3677795 Jul 28 01:14:14.673702 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-944bfe4a-9dd4-40e2-b2ab-fec00e317900 admin admin] Publish callbacks [] for security_group (781c70d6-2f21-476d-8246-27bf6c649da7), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:14.678867 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-483c673f-cdf0-458d-9803-1efd1dbcd54b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (a76b2846-749f-47c3-81f3-a7c5328f00ad), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:14.685457 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a4879-d364-4767-ab3f-3c5b2cc832ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641c41d5-6cfd-43e4-b09e-461310238690,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:14.764792 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-944bfe4a-9dd4-40e2-b2ab-fec00e317900 admin admin] Publish callbacks [] for security_group (781c70d6-2f21-476d-8246-27bf6c649da7), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:14.774131 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:14.842706 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483c673f-cdf0-458d-9803-1efd1dbcd54b service neutron] Pushing event updated for resources: {'Port': ['ID=a76b2846-749f-47c3-81f3-a7c5328f00ad,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:14.912599 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-483c673f-cdf0-458d-9803-1efd1dbcd54b service neutron] Attempting to bind port a76b2846-749f-47c3-81f3-a7c5328f00ad on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:14:14.912999 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-483c673f-cdf0-458d-9803-1efd1dbcd54b service neutron] Attempting to bind port a76b2846-749f-47c3-81f3-a7c5328f00ad by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'd38ebf67-8dab-4986-bb13-157dcdc07364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '79d1ca3f-e23e-4848-9d9a-982b12f210b8'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:14:14.913330 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-483c673f-cdf0-458d-9803-1efd1dbcd54b service neutron] Attempting to bind port a76b2846-749f-47c3-81f3-a7c5328f00ad on network 79d1ca3f-e23e-4848-9d9a-982b12f210b8 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:14:14.920086 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-483c673f-cdf0-458d-9803-1efd1dbcd54b service neutron] Port a76b2846-749f-47c3-81f3-a7c5328f00ad on network 79d1ca3f-e23e-4848-9d9a-982b12f210b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 01:14:14.920403 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-483c673f-cdf0-458d-9803-1efd1dbcd54b service neutron] Attempting to bind port a76b2846-749f-47c3-81f3-a7c5328f00ad on network 79d1ca3f-e23e-4848-9d9a-982b12f210b8 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:14:14.926732 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-483c673f-cdf0-458d-9803-1efd1dbcd54b service neutron] Checking agent: {'id': '8d4a48be-b376-49eb-a7aa-478deaa3f35f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 11, 32), 'started_at': datetime.datetime(2022, 7, 28, 1, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:14:14.927378 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-483c673f-cdf0-458d-9803-1efd1dbcd54b service neutron] Checking segment: {'id': 'd38ebf67-8dab-4986-bb13-157dcdc07364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '79d1ca3f-e23e-4848-9d9a-982b12f210b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:14:14.928022 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-483c673f-cdf0-458d-9803-1efd1dbcd54b service neutron] Bound using segment: {'id': 'd38ebf67-8dab-4986-bb13-157dcdc07364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '79d1ca3f-e23e-4848-9d9a-982b12f210b8'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:14:14.928684 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-483c673f-cdf0-458d-9803-1efd1dbcd54b service neutron] Bound port: a76b2846-749f-47c3-81f3-a7c5328f00ad, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd38ebf67-8dab-4986-bb13-157dcdc07364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '79d1ca3f-e23e-4848-9d9a-982b12f210b8'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:14:14.929243 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-483c673f-cdf0-458d-9803-1efd1dbcd54b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (a76b2846-749f-47c3-81f3-a7c5328f00ad), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:14.980253 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-944bfe4a-9dd4-40e2-b2ab-fec00e317900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (781c70d6-2f21-476d-8246-27bf6c649da7), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:14.982889 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-944bfe4a-9dd4-40e2-b2ab-fec00e317900 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:14.986343 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-944bfe4a-9dd4-40e2-b2ab-fec00e317900 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/781c70d6-2f21-476d-8246-27bf6c649da7 HTTP/1.1" status: 204 len: 168 time: 0.4650297 Jul 28 01:14:15.013477 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944bfe4a-9dd4-40e2-b2ab-fec00e317900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781c70d6-2f21-476d-8246-27bf6c649da7,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:15.045325 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-483c673f-cdf0-458d-9803-1efd1dbcd54b service neutron] For port a76b2846-749f-47c3-81f3-a7c5328f00ad, host hv-cinder-81558, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:14:15.051122 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-483c673f-cdf0-458d-9803-1efd1dbcd54b service neutron] For port a76b2846-749f-47c3-81f3-a7c5328f00ad, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a76b2846-749f-47c3-81f3-a7c5328f00ad,segment=NetworkSegment(d38ebf67-8dab-4986-bb13-157dcdc07364),segment_id=d38ebf67-8dab-4986-bb13-157dcdc07364)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:14:15.061576 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-483c673f-cdf0-458d-9803-1efd1dbcd54b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (a76b2846-749f-47c3-81f3-a7c5328f00ad), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:15.186144 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f60ef-21e5-475a-a687-b4044e86229b req-dd6dd9f8-a7be-4f13-b9b3-6647caf25829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:15.187793 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-189f60ef-21e5-475a-a687-b4044e86229b req-dd6dd9f8-a7be-4f13-b9b3-6647caf25829 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=347bcdc7636e4f93af2597f853926b13&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4580982 Jul 28 01:14:15.188838 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c873c1-84c7-4896-9382-e5ac4cf4771c req-08b72bac-a0bd-4da2-ab7b-02550514e4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:15.191064 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-57c873c1-84c7-4896-9382-e5ac4cf4771c req-08b72bac-a0bd-4da2-ab7b-02550514e4be service neutron] 10.222.0.42 "GET /v2.0/networks?id=8f65178e-aa89-435c-9fed-639dfc5bec3f HTTP/1.1" status: 200 len: 919 time: 0.4618993 Jul 28 01:14:15.210043 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae0ca3-c011-4ef2-9423-dd375d8e4d9c req-0ce70403-be81-41aa-8764-32aa35ded487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:15.217811 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-44ae0ca3-c011-4ef2-9423-dd375d8e4d9c req-0ce70403-be81-41aa-8764-32aa35ded487 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=af4689d2f0ef4d71a1c465610011f2d7&device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 1127 time: 0.1129417 Jul 28 01:14:15.219889 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-483c673f-cdf0-458d-9803-1efd1dbcd54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:15.220402 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-483c673f-cdf0-458d-9803-1efd1dbcd54b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:15.222571 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-483c673f-cdf0-458d-9803-1efd1dbcd54b service neutron] 10.222.0.42 "PUT /v2.0/ports/a76b2846-749f-47c3-81f3-a7c5328f00ad HTTP/1.1" status: 200 len: 1094 time: 1.5034027 Jul 28 01:14:15.477830 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-57c873c1-84c7-4896-9382-e5ac4cf4771c req-6c4efb6f-db60-4736-a9ce-cfee49aa809d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77e6a437-69fc-4d47-b75b-cc39937c21bd HTTP/1.1" status: 200 len: 217 time: 0.2776363 Jul 28 01:14:15.499648 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 77e6a437-69fc-4d47-b75b-cc39937c21bd details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 01:14:15.668128 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f140c-6c97-44ac-969c-8fa0ad3f2cd9 req-6d8aa605-0521-4b82-85f4-33559710a890 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:15.675837 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-049f140c-6c97-44ac-969c-8fa0ad3f2cd9 req-6d8aa605-0521-4b82-85f4-33559710a890 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] 10.222.0.17 "GET /v2.0/ports?device_id=9ae47659-3cd8-4380-a4bf-e8ed0066a9a0 HTTP/1.1" status: 200 len: 946 time: 0.1968768 Jul 28 01:14:15.679030 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c873c1-84c7-4896-9382-e5ac4cf4771c req-97bfeb9e-724a-4f32-b061-661c9a316a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:15.680665 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-57c873c1-84c7-4896-9382-e5ac4cf4771c req-97bfeb9e-724a-4f32-b061-661c9a316a28 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2 HTTP/1.1" status: 200 len: 857 time: 0.1726642 Jul 28 01:14:15.688666 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 77e6a437-69fc-4d47-b75b-cc39937c21bd, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=77e6a437-69fc-4d47-b75b-cc39937c21bd,segment=NetworkSegment(a9a4e950-f526-4d0c-a24b-0cb526b214ab),segment_id=a9a4e950-f526-4d0c-a24b-0cb526b214ab)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:14:15.714116 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Returning: {'device': '77e6a437-69fc-4d47-b75b-cc39937c21bd', 'network_id': '8f65178e-aa89-435c-9fed-639dfc5bec3f', 'port_id': '77e6a437-69fc-4d47-b75b-cc39937c21bd', 'mac_address': 'fa:16:3e:e3:a5:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 01:14:15.829946 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port 77e6a437-69fc-4d47-b75b-cc39937c21bd is: DOWN; New status is: BUILD {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:14:15.831218 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (77e6a437-69fc-4d47-b75b-cc39937c21bd), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:15.835521 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d6772f-6fb2-496f-b4b9-507dcd20f630 req-835bbc9c-4f00-4b51-910a-13b5d143710d tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:15.854864 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:15.858636 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-02d6772f-6fb2-496f-b4b9-507dcd20f630 req-835bbc9c-4f00-4b51-910a-13b5d143710d tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 944 time: 0.3643110 Jul 28 01:14:15.877906 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e6a437-69fc-4d47-b75b-cc39937c21bd {{(pid=104163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 01:14:15.925335 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-049f140c-6c97-44ac-969c-8fa0ad3f2cd9 req-6dfd2ebd-a716-4ffa-a110-99953966baa4 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] 10.222.0.17 "GET /v2.0/security-groups?id=bedf5964-fa71-4253-9cde-5fc073d92143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431016 Jul 28 01:14:15.974436 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 77e6a437-69fc-4d47-b75b-cc39937c21bd, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=77e6a437-69fc-4d47-b75b-cc39937c21bd,segment=NetworkSegment(a9a4e950-f526-4d0c-a24b-0cb526b214ab),segment_id=a9a4e950-f526-4d0c-a24b-0cb526b214ab)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:14:15.987755 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (77e6a437-69fc-4d47-b75b-cc39937c21bd), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:16.069226 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c873c1-84c7-4896-9382-e5ac4cf4771c req-134a8af2-e685-474d-af62-0da99058cd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:16.071570 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-57c873c1-84c7-4896-9382-e5ac4cf4771c req-134a8af2-e685-474d-af62-0da99058cd8c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8f65178e-aa89-435c-9fed-639dfc5bec3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3571498 Jul 28 01:14:16.081567 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f60ef-21e5-475a-a687-b4044e86229b req-8dd4d79b-8ea8-4ce9-8731-c87746eb5131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:16.083190 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-189f60ef-21e5-475a-a687-b4044e86229b req-8dd4d79b-8ea8-4ce9-8731-c87746eb5131 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8843699 Jul 28 01:14:16.105482 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae0ca3-c011-4ef2-9423-dd375d8e4d9c req-1101ced1-3783-4362-ba64-bbb4a72107b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:16.109506 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-44ae0ca3-c011-4ef2-9423-dd375d8e4d9c req-1101ced1-3783-4362-ba64-bbb4a72107b7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8f65178e-aa89-435c-9fed-639dfc5bec3f HTTP/1.1" status: 200 len: 919 time: 0.8798642 Jul 28 01:14:16.111989 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483c673f-cdf0-458d-9803-1efd1dbcd54b service neutron] Pushing event updated for resources: {'Port': ['ID=a76b2846-749f-47c3-81f3-a7c5328f00ad,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:16.188114 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:16.194082 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-c9a38649-2187-44f4-b482-bd5fadfd6410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:16.195962 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-c9a38649-2187-44f4-b482-bd5fadfd6410 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6e3df8020ac0427bae99a7fc30bdfa48&device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 1128 time: 0.7876518 Jul 28 01:14:16.197645 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-44ae0ca3-c011-4ef2-9423-dd375d8e4d9c req-124b11c6-6251-40a1-a9e0-763df2f4c31a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7d3de87-244d-4779-a3e5-9f83c3f0ed25 HTTP/1.1" status: 200 len: 217 time: 0.0712824 Jul 28 01:14:16.215935 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=77e6a437-69fc-4d47-b75b-cc39937c21bd,revision_number=4']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:16.238687 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] get_ports_and_sgs() called for port_ids ['77e6a437-69fc-4d47-b75b-cc39937c21bd'] {{(pid=104163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 01:14:16.282303 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:16.284166 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae0ca3-c011-4ef2-9423-dd375d8e4d9c req-1f8e21fc-5a35-477c-bee1-0a81be6344fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:16.285940 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-44ae0ca3-c011-4ef2-9423-dd375d8e4d9c req-1f8e21fc-5a35-477c-bee1-0a81be6344fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2 HTTP/1.1" status: 200 len: 857 time: 0.0611942 Jul 28 01:14:16.310027 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-02d6772f-6fb2-496f-b4b9-507dcd20f630 req-5ad9c024-ef59-470a-bd03-92d83db7b3a0 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=4bfd2ea3-73ab-4651-bee8-9f5b86065b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4441524 Jul 28 01:14:16.351956 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:16.353838 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-e5bd7acb-e2ab-4e5c-a1a0-8080a9d7b1e3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a76b2846-749f-47c3-81f3-a7c5328f00ad HTTP/1.1" status: 200 len: 217 time: 0.1362560 Jul 28 01:14:16.360202 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-57c873c1-84c7-4896-9382-e5ac4cf4771c req-26a5cfbf-74f1-47ea-a48b-2d2e611d3321 service neutron] 10.222.0.42 "GET /v2.0/networks/8f65178e-aa89-435c-9fed-639dfc5bec3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705510 Jul 28 01:14:16.375213 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '300e3c0c-fb14-4c05-b53a-fe8f0589ac1b', 'tag': 'a76b2846-749f-47c3-81f3-a7c5328f00ad'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:14:16.378558 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0f5ab60fa46dcea77c59dd77281ac580fb802378bd5ff0a4b9baf266696a00a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716870d0-35ed-4885-8514-4b665b7a0581" -d '{"events": [{"name": "network-changed", "server_uuid": "300e3c0c-fb14-4c05-b53a-fe8f0589ac1b", "tag": "a76b2846-749f-47c3-81f3-a7c5328f00ad"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:14:16.440993 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-e2ec3cd4-986c-41b9-82c7-d2f480132283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:16.442509 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-e2ec3cd4-986c-41b9-82c7-d2f480132283 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6 HTTP/1.1" status: 200 len: 856 time: 0.0575166 Jul 28 01:14:16.460374 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-db6c2a38-d088-49b5-bd79-6a6178b8a7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:16.464152 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-db6c2a38-d088-49b5-bd79-6a6178b8a7f6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=347bcdc7636e4f93af2597f853926b13&device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 1128 time: 0.2005038 Jul 28 01:14:16.473790 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae0ca3-c011-4ef2-9423-dd375d8e4d9c req-2912fe3a-e692-43d8-8c99-7131da2d7ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:16.475452 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-44ae0ca3-c011-4ef2-9423-dd375d8e4d9c req-2912fe3a-e692-43d8-8c99-7131da2d7ac1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8f65178e-aa89-435c-9fed-639dfc5bec3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1470766 Jul 28 01:14:16.580918 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-45193bc7-a735-4123-848f-741e47cfe576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:16.582461 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-45193bc7-a735-4123-848f-741e47cfe576 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=79d1ca3f-e23e-4848-9d9a-982b12f210b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1242256 Jul 28 01:14:16.585288 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee1177-a58e-4afd-9e88-d1ac0092887a req-15855b2c-8f45-40ed-8a28-fb030801d4e0 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:16.592546 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-57ee1177-a58e-4afd-9e88-d1ac0092887a req-15855b2c-8f45-40ed-8a28-fb030801d4e0 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 943 time: 0.0795517 Jul 28 01:14:16.602394 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4a56e-1e41-44ce-b2a4-4c1502075045 req-cc427061-8e7e-46b7-b4f0-5f496e37489f tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:16.603957 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d1b4a56e-1e41-44ce-b2a4-4c1502075045 req-cc427061-8e7e-46b7-b4f0-5f496e37489f tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 944 time: 0.5289543 Jul 28 01:14:16.774284 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-161b39b8-0541-4eae-8cbf-9223178c0329 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef HTTP/1.1" status: 200 len: 217 time: 0.2753563 Jul 28 01:14:16.799272 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-44ae0ca3-c011-4ef2-9423-dd375d8e4d9c req-ee5ea06b-d9ff-4158-91f1-5040881dca53 service neutron] 10.222.0.42 "GET /v2.0/networks/8f65178e-aa89-435c-9fed-639dfc5bec3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947288 Jul 28 01:14:16.844612 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-66f37c05-e1bd-4fdd-b047-890e54794c34 service neutron] 10.222.0.42 "GET /v2.0/networks/79d1ca3f-e23e-4848-9d9a-982b12f210b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478895 Jul 28 01:14:16.895910 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:16.960377 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-57ee1177-a58e-4afd-9e88-d1ac0092887a req-e9c36b2e-453e-478d-89d5-bcc3ac3adcb6 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669112 Jul 28 01:14:16.978822 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d1b4a56e-1e41-44ce-b2a4-4c1502075045 req-e6df4a6a-be8d-46eb-91bf-0b9cc0c1436b tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133467 Jul 28 01:14:16.980410 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-8babca16-c28a-49cf-897c-c97d71903743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:16.981853 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-8babca16-c28a-49cf-897c-c97d71903743 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6 HTTP/1.1" status: 200 len: 850 time: 0.1690333 Jul 28 01:14:17.008849 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-57c873c1-84c7-4896-9382-e5ac4cf4771c req-ab746ce7-fb14-4ff0-b051-496a2bc5312b service neutron] 10.222.0.42 "GET /v2.0/networks/8f65178e-aa89-435c-9fed-639dfc5bec3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5325215 Jul 28 01:14:17.009525 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7fec5a4e-2bfe-4067-bc82-c6abb9faad86 req-d9590c47-a586-4a02-a9a6-7450ee6df6b2 service neutron] 10.222.0.42 "GET /v2.0/networks/79d1ca3f-e23e-4848-9d9a-982b12f210b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383235 Jul 28 01:14:17.051447 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-7fe9d413-ef3c-45d0-9635-293b1b7f5578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:17.053350 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-7fe9d413-ef3c-45d0-9635-293b1b7f5578 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0609570 Jul 28 01:14:17.110311 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-44ae0ca3-c011-4ef2-9423-dd375d8e4d9c req-8c9335e8-4f51-42fc-9854-af558000249f service neutron] 10.222.0.42 "GET /v2.0/networks/8f65178e-aa89-435c-9fed-639dfc5bec3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008647 Jul 28 01:14:17.124128 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 01:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7f688c-9511-49e5-aa4f-38f94066858f x-openstack-request-id: req-3d7f688c-9511-49e5-aa4f-38f94066858f {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:14:17.124491 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "300e3c0c-fb14-4c05-b53a-fe8f0589ac1b", "tag": "a76b2846-749f-47c3-81f3-a7c5328f00ad", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:14:17.124802 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-3d7f688c-9511-49e5-aa4f-38f94066858f {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:14:17.125265 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d7f688c-9511-49e5-aa4f-38f94066858f'] response: {'name': 'network-changed', 'server_uuid': '300e3c0c-fb14-4c05-b53a-fe8f0589ac1b', 'tag': 'a76b2846-749f-47c3-81f3-a7c5328f00ad', 'status': 'completed', 'code': 200} Jul 28 01:14:17.225626 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-65800906-88ed-4b1b-9807-536256e2b3ba service neutron] 10.222.0.42 "GET /v2.0/networks/a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652706 Jul 28 01:14:17.481471 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device b7d3de87-244d-4779-a3e5-9f83c3f0ed25 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 01:14:17.514083 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 77e6a437-69fc-4d47-b75b-cc39937c21bd up at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:14:17.534399 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65cdc3-f89a-4cfc-aceb-6b7610f7328c req-fd940cc0-2c38-446d-bf95-f59e73c5d915 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:17.540109 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-5c65cdc3-f89a-4cfc-aceb-6b7610f7328c req-fd940cc0-2c38-446d-bf95-f59e73c5d915 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 944 time: 0.1319466 Jul 28 01:14:17.611884 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Provisioning for port 77e6a437-69fc-4d47-b75b-cc39937c21bd completed by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 01:14:17.621469 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Provisioning complete for port 77e6a437-69fc-4d47-b75b-cc39937c21bd triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:14:17.622094 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (77e6a437-69fc-4d47-b75b-cc39937c21bd), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:17.677800 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-5c65cdc3-f89a-4cfc-aceb-6b7610f7328c req-e300d80b-e537-4089-b4e9-9ff891534acc tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=4bfd2ea3-73ab-4651-bee8-9f5b86065b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291845 Jul 28 01:14:17.748351 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port 77e6a437-69fc-4d47-b75b-cc39937c21bd is: BUILD; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:14:17.748748 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (77e6a437-69fc-4d47-b75b-cc39937c21bd), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:17.777347 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port b7d3de87-244d-4779-a3e5-9f83c3f0ed25, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b7d3de87-244d-4779-a3e5-9f83c3f0ed25,segment=NetworkSegment(a9a4e950-f526-4d0c-a24b-0cb526b214ab),segment_id=a9a4e950-f526-4d0c-a24b-0cb526b214ab)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:14:17.800271 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26acfa5-94f2-4d1d-8bfd-9f82e73861f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e6a437-69fc-4d47-b75b-cc39937c21bd'}] {{(pid=104163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:14:17.803009 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74574a7e5f5019bac05c50995ec4c38decffa50ba6d5d10f63080a9b4086ca7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d9686e-eebf-4bf8-be7b-5f97c2f95598" -d '{"events": [{"server_uuid": "e26acfa5-94f2-4d1d-8bfd-9f82e73861f8", "name": "network-vif-plugged", "status": "completed", "tag": "77e6a437-69fc-4d47-b75b-cc39937c21bd"}]}' {{(pid=104163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:14:17.809469 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Returning: {'device': 'b7d3de87-244d-4779-a3e5-9f83c3f0ed25', 'network_id': '8f65178e-aa89-435c-9fed-639dfc5bec3f', 'port_id': 'b7d3de87-244d-4779-a3e5-9f83c3f0ed25', 'mac_address': 'fa:16:3e:84:04:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 01:14:17.920664 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 01:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39fc6fd-1931-4a3b-982a-c345b95da4ef x-openstack-request-id: req-d39fc6fd-1931-4a3b-982a-c345b95da4ef {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:14:17.920963 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e26acfa5-94f2-4d1d-8bfd-9f82e73861f8", "name": "network-vif-plugged", "status": "completed", "tag": "77e6a437-69fc-4d47-b75b-cc39937c21bd", "code": 200}]} {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:14:17.921365 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-d39fc6fd-1931-4a3b-982a-c345b95da4ef {{(pid=104163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:14:17.921901 dv-cinder-815582-11-iscsi neutron-server[104163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d39fc6fd-1931-4a3b-982a-c345b95da4ef'] response: {'server_uuid': 'e26acfa5-94f2-4d1d-8bfd-9f82e73861f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e6a437-69fc-4d47-b75b-cc39937c21bd', 'code': 200} Jul 28 01:14:17.923849 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 77e6a437-69fc-4d47-b75b-cc39937c21bd, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=77e6a437-69fc-4d47-b75b-cc39937c21bd,segment=NetworkSegment(a9a4e950-f526-4d0c-a24b-0cb526b214ab),segment_id=a9a4e950-f526-4d0c-a24b-0cb526b214ab)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:14:17.925651 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port b7d3de87-244d-4779-a3e5-9f83c3f0ed25 is: DOWN; New status is: BUILD {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:14:17.926203 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (b7d3de87-244d-4779-a3e5-9f83c3f0ed25), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:17.957502 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7d3de87-244d-4779-a3e5-9f83c3f0ed25 {{(pid=104163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 01:14:17.964041 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (77e6a437-69fc-4d47-b75b-cc39937c21bd), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:17.983073 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 45842) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:17.989655 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716870d0-35ed-4885-8514-4b665b7a0581 req-d23b94f6-3469-4f24-b9ed-fea7c4ec0ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:17.991491 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-716870d0-35ed-4885-8514-4b665b7a0581 req-d23b94f6-3469-4f24-b9ed-fea7c4ec0ffe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6e3df8020ac0427bae99a7fc30bdfa48&device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 1128 time: 0.1234045 Jul 28 01:14:18.082059 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port b7d3de87-244d-4779-a3e5-9f83c3f0ed25, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b7d3de87-244d-4779-a3e5-9f83c3f0ed25,segment=NetworkSegment(a9a4e950-f526-4d0c-a24b-0cb526b214ab),segment_id=a9a4e950-f526-4d0c-a24b-0cb526b214ab)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:14:18.106459 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (b7d3de87-244d-4779-a3e5-9f83c3f0ed25), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:18.117442 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:18.155287 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=77e6a437-69fc-4d47-b75b-cc39937c21bd,revision_number=5']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:18.160752 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716870d0-35ed-4885-8514-4b665b7a0581 req-bf8d7cd2-f4a6-436a-8919-2f2b450802d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:18.162500 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-716870d0-35ed-4885-8514-4b665b7a0581 req-bf8d7cd2-f4a6-436a-8919-2f2b450802d5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=79d1ca3f-e23e-4848-9d9a-982b12f210b8 HTTP/1.1" status: 200 len: 918 time: 0.1596746 Jul 28 01:14:18.239981 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:18.269142 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=b7d3de87-244d-4779-a3e5-9f83c3f0ed25,revision_number=4']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:18.278217 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-716870d0-35ed-4885-8514-4b665b7a0581 req-2b9f201a-bcd5-4371-b087-6989ae2976f1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a76b2846-749f-47c3-81f3-a7c5328f00ad HTTP/1.1" status: 200 len: 217 time: 0.1088796 Jul 28 01:14:18.291924 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-549640d2-9722-44fb-9edb-daa69cf56fa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:18.344292 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] get_ports_and_sgs() called for port_ids ['b7d3de87-244d-4779-a3e5-9f83c3f0ed25'] {{(pid=104163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 01:14:18.439306 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716870d0-35ed-4885-8514-4b665b7a0581 req-6bff9a05-72d2-4afd-ae50-7d752da3f70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:18.440808 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-716870d0-35ed-4885-8514-4b665b7a0581 req-6bff9a05-72d2-4afd-ae50-7d752da3f70b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6 HTTP/1.1" status: 200 len: 856 time: 0.1504431 Jul 28 01:14:18.457662 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71dab81-ae70-4ba5-84ab-a3201c238488 req-2c157e42-1a1e-4e89-a8e4-138593b9882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:18.459282 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f71dab81-ae70-4ba5-84ab-a3201c238488 req-2c157e42-1a1e-4e89-a8e4-138593b9882b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e26acfa5-94f2-4d1d-8bfd-9f82e73861f8 HTTP/1.1" status: 200 len: 1129 time: 0.1582031 Jul 28 01:14:18.480795 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5279b94-0bdd-4d14-97e7-cf2304cddfe0 req-1752b3dd-b6c8-41a1-8dbb-44dfb432f707 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:18.495859 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a5279b94-0bdd-4d14-97e7-cf2304cddfe0 req-1752b3dd-b6c8-41a1-8dbb-44dfb432f707 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 944 time: 0.1931722 Jul 28 01:14:18.528414 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716870d0-35ed-4885-8514-4b665b7a0581 req-424a52ae-948c-40cc-b7bc-bdc72664e577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:18.530299 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-716870d0-35ed-4885-8514-4b665b7a0581 req-424a52ae-948c-40cc-b7bc-bdc72664e577 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=79d1ca3f-e23e-4848-9d9a-982b12f210b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0825133 Jul 28 01:14:18.585788 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-549640d2-9722-44fb-9edb-daa69cf56fa4 admin admin] Publish callbacks [] for security_group (39db18b9-1c04-41c5-950f-8720eb0274ba), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:18.620794 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0577801e-db6c-437e-8c44-cbd4924e1908 req-1106b86d-d932-40bd-9488-cd7c9f947eac service neutron] 10.222.0.42 "GET /v2.0/networks/a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8052018 Jul 28 01:14:18.627194 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f71dab81-ae70-4ba5-84ab-a3201c238488 req-dbe1bc5c-0653-4131-86f0-3889dda37e08 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113100 Jul 28 01:14:18.654929 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a5279b94-0bdd-4d14-97e7-cf2304cddfe0 req-84099bd0-2d91-4e51-8f2f-3987d5a16307 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582186 Jul 28 01:14:18.711363 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-549640d2-9722-44fb-9edb-daa69cf56fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (39db18b9-1c04-41c5-950f-8720eb0274ba), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:18.716630 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:18.808083 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-716870d0-35ed-4885-8514-4b665b7a0581 req-747dc2d3-49dd-42c0-b55d-fa661812eaa3 service neutron] 10.222.0.42 "GET /v2.0/networks/79d1ca3f-e23e-4848-9d9a-982b12f210b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694151 Jul 28 01:14:18.817239 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-549640d2-9722-44fb-9edb-daa69cf56fa4 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=639a16e3c4f349d2b19f8f3b1d3dbcbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8244536 Jul 28 01:14:18.821697 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 45886) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:18.831510 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab050cc-f1bf-42d7-9bad-357f4bff72f6 req-9dce6ea3-99a9-4a4b-8808-af24c10f5058 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:18.840037 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549640d2-9722-44fb-9edb-daa69cf56fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39db18b9-1c04-41c5-950f-8720eb0274ba,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:18.840165 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2ab050cc-f1bf-42d7-9bad-357f4bff72f6 req-9dce6ea3-99a9-4a4b-8808-af24c10f5058 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 944 time: 0.1521895 Jul 28 01:14:18.884094 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539233b-aab2-408d-9965-55e89f1eff5d req-1922f7cd-dfc1-413a-8ab0-f36102d42589 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:18.891683 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4539233b-aab2-408d-9965-55e89f1eff5d req-1922f7cd-dfc1-413a-8ab0-f36102d42589 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 944 time: 0.1033192 Jul 28 01:14:18.982226 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-693c8af1-a2e1-4543-ac59-bb38faad810d admin admin] Publish callbacks [] for security_group (39db18b9-1c04-41c5-950f-8720eb0274ba), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:19.003589 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2ab050cc-f1bf-42d7-9bad-357f4bff72f6 req-9ad12417-603f-4f03-ae96-59e3bbb3f482 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624730 Jul 28 01:14:19.016982 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-693c8af1-a2e1-4543-ac59-bb38faad810d admin admin] Publish callbacks [] for security_group (39db18b9-1c04-41c5-950f-8720eb0274ba), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:19.066519 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-716870d0-35ed-4885-8514-4b665b7a0581 req-e15902f5-5791-4e2a-acaa-910e2061a0a7 service neutron] 10.222.0.42 "GET /v2.0/networks/79d1ca3f-e23e-4848-9d9a-982b12f210b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131014 Jul 28 01:14:19.066737 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:19.072552 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4539233b-aab2-408d-9965-55e89f1eff5d req-59b92dd9-b13a-40e5-bb2f-91f7990dc4ab tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=4bfd2ea3-73ab-4651-bee8-9f5b86065b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799855 Jul 28 01:14:19.123895 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-693c8af1-a2e1-4543-ac59-bb38faad810d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (39db18b9-1c04-41c5-950f-8720eb0274ba), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:19.126733 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-693c8af1-a2e1-4543-ac59-bb38faad810d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:19.128580 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-693c8af1-a2e1-4543-ac59-bb38faad810d admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/39db18b9-1c04-41c5-950f-8720eb0274ba HTTP/1.1" status: 204 len: 168 time: 0.3053455 Jul 28 01:14:19.141135 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c8af1-a2e1-4543-ac59-bb38faad810d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39db18b9-1c04-41c5-950f-8720eb0274ba,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:19.486462 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device b7d3de87-244d-4779-a3e5-9f83c3f0ed25 up at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:14:19.552122 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:19.563338 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Provisioning for port b7d3de87-244d-4779-a3e5-9f83c3f0ed25 completed by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 01:14:19.585531 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Provisioning complete for port b7d3de87-244d-4779-a3e5-9f83c3f0ed25 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:14:19.586389 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (b7d3de87-244d-4779-a3e5-9f83c3f0ed25), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:19.774633 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port b7d3de87-244d-4779-a3e5-9f83c3f0ed25 is: BUILD; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:14:19.775059 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (b7d3de87-244d-4779-a3e5-9f83c3f0ed25), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:19.814541 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44f040-07f4-429a-be00-71b9a7b2b531 req-93938de1-a914-4cc0-97c6-abd41dbfb065 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:19.819296 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port b7d3de87-244d-4779-a3e5-9f83c3f0ed25, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b7d3de87-244d-4779-a3e5-9f83c3f0ed25,segment=NetworkSegment(a9a4e950-f526-4d0c-a24b-0cb526b214ab),segment_id=a9a4e950-f526-4d0c-a24b-0cb526b214ab)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:14:19.825802 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (b7d3de87-244d-4779-a3e5-9f83c3f0ed25), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:19.827110 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-5e44f040-07f4-429a-be00-71b9a7b2b531 req-93938de1-a914-4cc0-97c6-abd41dbfb065 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 944 time: 0.0764108 Jul 28 01:14:19.911479 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-5e44f040-07f4-429a-be00-71b9a7b2b531 req-29355cfc-51f8-41ea-b631-5d248be0ec45 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831850 Jul 28 01:14:19.935697 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f9d31b-737a-452f-b047-b6be2bea377b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d3de87-244d-4779-a3e5-9f83c3f0ed25'}] {{(pid=104163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:14:19.938213 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74574a7e5f5019bac05c50995ec4c38decffa50ba6d5d10f63080a9b4086ca7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5812912b-df81-46cf-97d0-41350a326358" -d '{"events": [{"server_uuid": "86f9d31b-737a-452f-b047-b6be2bea377b", "name": "network-vif-plugged", "status": "completed", "tag": "b7d3de87-244d-4779-a3e5-9f83c3f0ed25"}]}' {{(pid=104163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:14:19.951778 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=b7d3de87-244d-4779-a3e5-9f83c3f0ed25,revision_number=5']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:20.009643 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 01:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af536800-30df-4c60-b466-27b06472cc07 x-openstack-request-id: req-af536800-30df-4c60-b466-27b06472cc07 {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:14:20.010130 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f9d31b-737a-452f-b047-b6be2bea377b", "name": "network-vif-plugged", "status": "completed", "tag": "b7d3de87-244d-4779-a3e5-9f83c3f0ed25", "code": 200}]} {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:14:20.011484 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-af536800-30df-4c60-b466-27b06472cc07 {{(pid=104163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:14:20.012239 dv-cinder-815582-11-iscsi neutron-server[104163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af536800-30df-4c60-b466-27b06472cc07'] response: {'server_uuid': '86f9d31b-737a-452f-b047-b6be2bea377b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d3de87-244d-4779-a3e5-9f83c3f0ed25', 'code': 200} Jul 28 01:14:20.246109 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70d010-88e1-4fa2-b74a-ad77068adc42 req-aaf06347-56a7-4a59-8c41-832557e02789 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:20.248829 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1e70d010-88e1-4fa2-b74a-ad77068adc42 req-aaf06347-56a7-4a59-8c41-832557e02789 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 944 time: 0.1208172 Jul 28 01:14:20.300750 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424bd2e2-b085-4baf-8edc-3c5e30173e87 req-b6c10d37-4f93-4942-b18d-05eaf286c56c tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:20.310813 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-424bd2e2-b085-4baf-8edc-3c5e30173e87 req-b6c10d37-4f93-4942-b18d-05eaf286c56c tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 944 time: 0.1418171 Jul 28 01:14:20.351629 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:20.424000 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1e70d010-88e1-4fa2-b74a-ad77068adc42 req-65481a16-7286-4530-834f-fd0211b143d7 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537137 Jul 28 01:14:20.424999 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.agents_db [None req-b5d7b8ea-190f-43e3-81f4-c45e7fbfa344 None None] Agent healthcheck: found 6 active agents {{(pid=104164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 01:14:20.429640 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-424bd2e2-b085-4baf-8edc-3c5e30173e87 req-1cbdfaeb-a066-4aed-8dff-7506dfc5e43c tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=4bfd2ea3-73ab-4651-bee8-9f5b86065b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164751 Jul 28 01:14:21.041519 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517a15e-c6af-49e5-a77a-31b457da69d1 req-ee205aff-0096-4d51-b6c9-9b33f92e0998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:21.044239 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e517a15e-c6af-49e5-a77a-31b457da69d1 req-ee205aff-0096-4d51-b6c9-9b33f92e0998 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 1129 time: 0.0708253 Jul 28 01:14:21.141914 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e517a15e-c6af-49e5-a77a-31b457da69d1 req-98812489-d1b5-4ecf-8df9-c1efa65537c6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822318 Jul 28 01:14:21.171357 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c643c-69a7-4677-929d-fe8544f91ad3 req-f303a5d6-b2bf-4aa2-a565-5669140fc915 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:21.182886 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-be9c643c-69a7-4677-929d-fe8544f91ad3 req-f303a5d6-b2bf-4aa2-a565-5669140fc915 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 945 time: 0.0878129 Jul 28 01:14:21.266254 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-be9c643c-69a7-4677-929d-fe8544f91ad3 req-4a448e36-5bcf-48d1-b836-795b2a09d344 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879395 Jul 28 01:14:21.492692 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device a76b2846-749f-47c3-81f3-a7c5328f00ad details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 01:14:21.602317 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 46032) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:21.659169 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc3611d-3823-4c0e-ba03-ee8e41f4732b req-21b750cd-5f43-44e8-be24-844ad645a7df tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:21.659169 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-acc3611d-3823-4c0e-ba03-ee8e41f4732b req-21b750cd-5f43-44e8-be24-844ad645a7df tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 944 time: 0.0974081 Jul 28 01:14:21.672338 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port a76b2846-749f-47c3-81f3-a7c5328f00ad, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a76b2846-749f-47c3-81f3-a7c5328f00ad,segment=NetworkSegment(d38ebf67-8dab-4986-bb13-157dcdc07364),segment_id=d38ebf67-8dab-4986-bb13-157dcdc07364)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:14:21.677486 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d40ba-cced-4972-9067-dffd9f49c619 req-1d22118f-d8f7-4792-8b7d-ecba17c92741 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:21.686464 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-986d40ba-cced-4972-9067-dffd9f49c619 req-1d22118f-d8f7-4792-8b7d-ecba17c92741 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 944 time: 0.1175096 Jul 28 01:14:21.688130 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Returning: {'device': 'a76b2846-749f-47c3-81f3-a7c5328f00ad', 'network_id': '79d1ca3f-e23e-4848-9d9a-982b12f210b8', 'port_id': 'a76b2846-749f-47c3-81f3-a7c5328f00ad', 'mac_address': 'fa:16:3e:56:79:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 01:14:21.742274 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port a76b2846-749f-47c3-81f3-a7c5328f00ad is: DOWN; New status is: BUILD {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:14:21.742769 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (a76b2846-749f-47c3-81f3-a7c5328f00ad), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:21.758050 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a76b2846-749f-47c3-81f3-a7c5328f00ad {{(pid=104163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 01:14:21.764850 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-986d40ba-cced-4972-9067-dffd9f49c619 req-08f62c49-0cd7-4aeb-ae8d-208331fc3ecb tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=4bfd2ea3-73ab-4651-bee8-9f5b86065b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753121 Jul 28 01:14:21.794582 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-acc3611d-3823-4c0e-ba03-ee8e41f4732b req-ec91fbb2-152b-43eb-8d89-7942ea7bf908 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381330 Jul 28 01:14:21.799265 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port a76b2846-749f-47c3-81f3-a7c5328f00ad, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a76b2846-749f-47c3-81f3-a7c5328f00ad,segment=NetworkSegment(d38ebf67-8dab-4986-bb13-157dcdc07364),segment_id=d38ebf67-8dab-4986-bb13-157dcdc07364)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:14:21.804325 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (a76b2846-749f-47c3-81f3-a7c5328f00ad), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:21.805362 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 01:14:21.868091 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:21.876792 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=a76b2846-749f-47c3-81f3-a7c5328f00ad,revision_number=4']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:21.970773 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef,segment=NetworkSegment(78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5),segment_id=78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:14:21.982975 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:21.985813 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-216ea6a5-4cc4-4c4d-b9a0-79a4aca999b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:21.986331 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Returning: {'device': '5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef', 'network_id': 'a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e', 'port_id': '5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef', 'mac_address': 'fa:16:3e:50:c7:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 01:14:22.039204 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port 5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef is: DOWN; New status is: BUILD {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:14:22.039601 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:22.055916 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef {{(pid=104163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 01:14:22.080541 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef,segment=NetworkSegment(78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5),segment_id=78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:14:22.089189 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:22.104369 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-216ea6a5-4cc4-4c4d-b9a0-79a4aca999b9 admin admin] Publish callbacks [] for security_group (6bff0341-20c5-4448-a7c2-22124edda8bc), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:22.112157 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-216ea6a5-4cc4-4c4d-b9a0-79a4aca999b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (6bff0341-20c5-4448-a7c2-22124edda8bc), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:22.161368 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef,revision_number=4']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:22.177076 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ea6a5-4cc4-4c4d-b9a0-79a4aca999b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bff0341-20c5-4448-a7c2-22124edda8bc,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:22.183955 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-216ea6a5-4cc4-4c4d-b9a0-79a4aca999b9 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d93e7712e88744d1a5d6bbe9b305ce66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5797780 Jul 28 01:14:22.185214 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 46048) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:22.246186 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1ff4c247-2fe0-48d5-b0f6-13d505a19b2f admin admin] Publish callbacks [] for security_group (6bff0341-20c5-4448-a7c2-22124edda8bc), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:22.278343 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1ff4c247-2fe0-48d5-b0f6-13d505a19b2f admin admin] Publish callbacks [] for security_group (6bff0341-20c5-4448-a7c2-22124edda8bc), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:22.346129 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1ff4c247-2fe0-48d5-b0f6-13d505a19b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (6bff0341-20c5-4448-a7c2-22124edda8bc), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:22.349693 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1ff4c247-2fe0-48d5-b0f6-13d505a19b2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:22.350918 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-1ff4c247-2fe0-48d5-b0f6-13d505a19b2f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/6bff0341-20c5-4448-a7c2-22124edda8bc HTTP/1.1" status: 204 len: 168 time: 0.1625700 Jul 28 01:14:22.409131 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e8f53-7add-4c77-8d70-9af9f1386b5a req-b1b082fe-5aa1-4283-b074-07b187264469 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:22.434805 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-810e8f53-7add-4c77-8d70-9af9f1386b5a req-b1b082fe-5aa1-4283-b074-07b187264469 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 945 time: 0.0773962 Jul 28 01:14:22.456543 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff4c247-2fe0-48d5-b0f6-13d505a19b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bff0341-20c5-4448-a7c2-22124edda8bc,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:22.501382 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] get_ports_and_sgs() called for port_ids ['5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef'] {{(pid=104163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 01:14:22.520372 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-810e8f53-7add-4c77-8d70-9af9f1386b5a req-76e5e61b-2125-4132-94a2-5da2b2bd7b0f tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769010 Jul 28 01:14:22.580069 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 46066) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:22.597296 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] get_ports_and_sgs() called for port_ids ['a76b2846-749f-47c3-81f3-a7c5328f00ad'] {{(pid=104163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 01:14:22.739774 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:22.987373 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b724232-5fdf-4634-9fc3-fd5cda71f012 req-8378ca79-fdd0-4e82-8aa7-58d871e7e1b0 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:22.988665 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-6b724232-5fdf-4634-9fc3-fd5cda71f012 req-8378ca79-fdd0-4e82-8aa7-58d871e7e1b0 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 945 time: 0.0771027 Jul 28 01:14:23.057363 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-33df531a-626c-47db-8924-0562560ac278 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:23.112639 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:23.132037 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b575b9-78f0-4ab6-8b0f-ea99056776a5 req-7ea3825a-82b2-4c99-a58d-8f8102f2b4c9 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:23.134097 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 46080) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:23.139989 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-10b575b9-78f0-4ab6-8b0f-ea99056776a5 req-7ea3825a-82b2-4c99-a58d-8f8102f2b4c9 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 945 time: 0.1502173 Jul 28 01:14:23.152715 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e7c5f913-0f40-48e4-9d31-3b8d6cb87040 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:23.159854 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-6b724232-5fdf-4634-9fc3-fd5cda71f012 req-cd57084f-7e25-47e2-8070-6a1713836eee tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=4bfd2ea3-73ab-4651-bee8-9f5b86065b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645346 Jul 28 01:14:23.276706 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e7c5f913-0f40-48e4-9d31-3b8d6cb87040 admin admin] Publish callbacks [] for security_group (03b389c6-d2cb-47ba-987a-44a503ef1faa), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:23.282264 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e7c5f913-0f40-48e4-9d31-3b8d6cb87040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (03b389c6-d2cb-47ba-987a-44a503ef1faa), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:23.285358 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-33df531a-626c-47db-8924-0562560ac278 admin admin] Publish callbacks [] for security_group (b957d708-3003-4f5b-b060-c9d842cc0ab0), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:23.294277 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-10b575b9-78f0-4ab6-8b0f-ea99056776a5 req-1f47f93d-63ec-4507-88d8-8447eb9dc75f tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528990 Jul 28 01:14:23.297162 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-33df531a-626c-47db-8924-0562560ac278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (b957d708-3003-4f5b-b060-c9d842cc0ab0), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:23.323762 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c5f913-0f40-48e4-9d31-3b8d6cb87040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b389c6-d2cb-47ba-987a-44a503ef1faa,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:23.328444 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-e7c5f913-0f40-48e4-9d31-3b8d6cb87040 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=bacc28906e91432fb9902c57cc0b6e55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1931758 Jul 28 01:14:23.333038 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 46088) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:23.342703 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df531a-626c-47db-8924-0562560ac278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b957d708-3003-4f5b-b060-c9d842cc0ab0,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:23.351229 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-33df531a-626c-47db-8924-0562560ac278 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=4eaf202514f14528ab6b10aaa9683148&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7700341 Jul 28 01:14:23.352052 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 46090) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:23.381859 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:23.395936 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4a9ad2f7-b795-4a64-94d9-c1238099029e admin admin] Publish callbacks [] for security_group (03b389c6-d2cb-47ba-987a-44a503ef1faa), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:23.408943 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-354444bb-c92a-4e74-a8c2-655afd4d9a2d admin admin] Publish callbacks [] for security_group (b957d708-3003-4f5b-b060-c9d842cc0ab0), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:23.423297 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4a9ad2f7-b795-4a64-94d9-c1238099029e admin admin] Publish callbacks [] for security_group (03b389c6-d2cb-47ba-987a-44a503ef1faa), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:23.430678 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:23.437589 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-354444bb-c92a-4e74-a8c2-655afd4d9a2d admin admin] Publish callbacks [] for security_group (b957d708-3003-4f5b-b060-c9d842cc0ab0), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:23.483189 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4a9ad2f7-b795-4a64-94d9-c1238099029e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (03b389c6-d2cb-47ba-987a-44a503ef1faa), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:23.486062 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4a9ad2f7-b795-4a64-94d9-c1238099029e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:23.489720 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-4a9ad2f7-b795-4a64-94d9-c1238099029e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/03b389c6-d2cb-47ba-987a-44a503ef1faa HTTP/1.1" status: 204 len: 168 time: 0.1531222 Jul 28 01:14:23.496817 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ad2f7-b795-4a64-94d9-c1238099029e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b389c6-d2cb-47ba-987a-44a503ef1faa,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:23.497523 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-354444bb-c92a-4e74-a8c2-655afd4d9a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (b957d708-3003-4f5b-b060-c9d842cc0ab0), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:23.501927 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-354444bb-c92a-4e74-a8c2-655afd4d9a2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:23.503029 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-354444bb-c92a-4e74-a8c2-655afd4d9a2d admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/b957d708-3003-4f5b-b060-c9d842cc0ab0 HTTP/1.1" status: 204 len: 168 time: 0.1499684 Jul 28 01:14:23.513804 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354444bb-c92a-4e74-a8c2-655afd4d9a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b957d708-3003-4f5b-b060-c9d842cc0ab0,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:23.684673 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147af9b3-92bf-4714-b42f-e8820ebe3fe6 req-fa60f0bc-b569-42c8-88eb-955a74152cd5 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:23.686309 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-147af9b3-92bf-4714-b42f-e8820ebe3fe6 req-fa60f0bc-b569-42c8-88eb-955a74152cd5 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 945 time: 0.0867589 Jul 28 01:14:23.751537 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-147af9b3-92bf-4714-b42f-e8820ebe3fe6 req-3c883a6f-a20a-4288-a755-1480c5fc8879 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541046 Jul 28 01:14:23.994059 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef up at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:14:24.056202 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Provisioning for port 5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef completed by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 01:14:24.064944 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 46126) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:24.072023 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Provisioning complete for port 5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:14:24.072797 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:24.091339 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-0f5be7f1-3c64-483f-b4d0-97ea8fa19180 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:24.206514 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4cfe3-8247-4382-b149-b470c874283f req-45aa6d8f-cea9-4379-941a-1cf4e307c554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:24.208311 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-12f4cfe3-8247-4382-b149-b470c874283f req-45aa6d8f-cea9-4379-941a-1cf4e307c554 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=af4689d2f0ef4d71a1c465610011f2d7&device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 1129 time: 0.0935559 Jul 28 01:14:24.253993 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-0f5be7f1-3c64-483f-b4d0-97ea8fa19180 admin admin] Publish callbacks [] for security_group (0a039058-88e3-4f35-853f-cb335a48973f), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:24.285615 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-0f5be7f1-3c64-483f-b4d0-97ea8fa19180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (0a039058-88e3-4f35-853f-cb335a48973f), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:24.389955 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19169f65-56da-4e7e-a3b4-ed6afddca4b2 req-8efa1c83-f11d-4cbc-aa66-66b9ad752de1 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:24.398596 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-19169f65-56da-4e7e-a3b4-ed6afddca4b2 req-8efa1c83-f11d-4cbc-aa66-66b9ad752de1 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 945 time: 0.1082611 Jul 28 01:14:24.439849 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4cfe3-8247-4382-b149-b470c874283f req-0992c118-611f-4562-b73e-48f807da5dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:24.441390 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-12f4cfe3-8247-4382-b149-b470c874283f req-0992c118-611f-4562-b73e-48f807da5dd5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8f65178e-aa89-435c-9fed-639dfc5bec3f HTTP/1.1" status: 200 len: 919 time: 0.2260761 Jul 28 01:14:24.492789 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16aa12-1563-4039-8595-96e5dd1c1518 req-cf319a91-4182-4286-88db-fdb40d24f0d7 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:24.494870 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1d16aa12-1563-4039-8595-96e5dd1c1518 req-cf319a91-4182-4286-88db-fdb40d24f0d7 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 945 time: 0.2371004 Jul 28 01:14:24.510435 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-0f5be7f1-3c64-483f-b4d0-97ea8fa19180 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e6a7a03fc76d42c4a322ea83c7a709d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4404464 Jul 28 01:14:24.511745 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5be7f1-3c64-483f-b4d0-97ea8fa19180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a039058-88e3-4f35-853f-cb335a48973f,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:24.518891 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 46142) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:24.536679 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-12f4cfe3-8247-4382-b149-b470c874283f req-ee9a9f70-8129-4a6c-8a96-b8c83e0b83b0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7d3de87-244d-4779-a3e5-9f83c3f0ed25 HTTP/1.1" status: 200 len: 217 time: 0.0859783 Jul 28 01:14:24.543712 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port 5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef is: BUILD; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:14:24.544380 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:24.599647 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4cfe3-8247-4382-b149-b470c874283f req-d37f5ff3-1e26-4781-9b5e-b601477ec2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:24.606805 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-12f4cfe3-8247-4382-b149-b470c874283f req-d37f5ff3-1e26-4781-9b5e-b601477ec2b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2 HTTP/1.1" status: 200 len: 857 time: 0.0592675 Jul 28 01:14:24.619683 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b3c75a9-eb23-4978-bb95-53fe1e079f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef'}] {{(pid=104163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:14:24.625103 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74574a7e5f5019bac05c50995ec4c38decffa50ba6d5d10f63080a9b4086ca7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e411f2-5100-41cd-9d5a-fdcfa6ec4532" -d '{"events": [{"server_uuid": "0b3c75a9-eb23-4978-bb95-53fe1e079f36", "name": "network-vif-plugged", "status": "completed", "tag": "5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef"}]}' {{(pid=104163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:14:24.668635 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef,segment=NetworkSegment(78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5),segment_id=78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:14:24.676635 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:24.680217 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device a76b2846-749f-47c3-81f3-a7c5328f00ad up at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:14:24.684360 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:24.690394 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4cfe3-8247-4382-b149-b470c874283f req-c739706f-fbbd-4557-9463-942983cb257e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:24.692366 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-12f4cfe3-8247-4382-b149-b470c874283f req-c739706f-fbbd-4557-9463-942983cb257e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8f65178e-aa89-435c-9fed-639dfc5bec3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0783889 Jul 28 01:14:24.705480 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-19169f65-56da-4e7e-a3b4-ed6afddca4b2 req-76f84288-d2a8-4f2c-a069-5ccb920ea58c tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=4bfd2ea3-73ab-4651-bee8-9f5b86065b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3054421 Jul 28 01:14:24.821310 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:24.831795 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1d16aa12-1563-4039-8595-96e5dd1c1518 req-5607b4ac-038b-4604-817c-1bafe601ddf0 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973340 Jul 28 01:14:24.870596 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef,revision_number=5']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:24.935102 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Provisioning for port a76b2846-749f-47c3-81f3-a7c5328f00ad completed by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 01:14:24.953225 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:UPDATE=2,neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:24.957989 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-12f4cfe3-8247-4382-b149-b470c874283f req-746d89c3-8a17-498e-83cc-23468e1d0156 service neutron] 10.222.0.42 "GET /v2.0/networks/8f65178e-aa89-435c-9fed-639dfc5bec3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573822 Jul 28 01:14:24.960878 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Provisioning complete for port a76b2846-749f-47c3-81f3-a7c5328f00ad triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:14:24.961606 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (a76b2846-749f-47c3-81f3-a7c5328f00ad), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:24.963577 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5293c45f-d0e3-4ae4-b456-e62081fdae4a admin admin] Publish callbacks [] for security_group (0a039058-88e3-4f35-853f-cb335a48973f), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:25.014201 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aaac4f-1cd4-49cf-9207-ab9d2dfd8c82 req-39a287de-837e-4900-a678-99f206ceb7ae tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:25.015792 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-94aaac4f-1cd4-49cf-9207-ab9d2dfd8c82 req-39a287de-837e-4900-a678-99f206ceb7ae tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 945 time: 0.1185920 Jul 28 01:14:25.021875 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 01:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f23754-fbb5-4d90-8151-526e64f459c7 x-openstack-request-id: req-90f23754-fbb5-4d90-8151-526e64f459c7 {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:14:25.022468 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b3c75a9-eb23-4978-bb95-53fe1e079f36", "name": "network-vif-plugged", "status": "completed", "tag": "5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef", "code": 200}]} {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:14:25.022468 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-90f23754-fbb5-4d90-8151-526e64f459c7 {{(pid=104163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:14:25.022756 dv-cinder-815582-11-iscsi neutron-server[104163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90f23754-fbb5-4d90-8151-526e64f459c7'] response: {'server_uuid': '0b3c75a9-eb23-4978-bb95-53fe1e079f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef', 'code': 200} Jul 28 01:14:25.026877 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5293c45f-d0e3-4ae4-b456-e62081fdae4a admin admin] Publish callbacks [] for security_group (0a039058-88e3-4f35-853f-cb335a48973f), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:25.188384 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5293c45f-d0e3-4ae4-b456-e62081fdae4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (0a039058-88e3-4f35-853f-cb335a48973f), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:25.193280 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5293c45f-d0e3-4ae4-b456-e62081fdae4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:25.196225 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-5293c45f-d0e3-4ae4-b456-e62081fdae4a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/0a039058-88e3-4f35-853f-cb335a48973f HTTP/1.1" status: 204 len: 168 time: 0.6592250 Jul 28 01:14:25.211046 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port a76b2846-749f-47c3-81f3-a7c5328f00ad is: BUILD; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:14:25.211690 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (a76b2846-749f-47c3-81f3-a7c5328f00ad), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:25.218172 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-12f4cfe3-8247-4382-b149-b470c874283f req-10d97baf-e344-4d0f-9605-da9564e97d9a service neutron] 10.222.0.42 "GET /v2.0/networks/8f65178e-aa89-435c-9fed-639dfc5bec3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524507 Jul 28 01:14:25.226406 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:25.267545 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-94aaac4f-1cd4-49cf-9207-ab9d2dfd8c82 req-a7f8d230-faff-4882-9b05-17d61c70888c tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1987751 Jul 28 01:14:25.311561 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port a76b2846-749f-47c3-81f3-a7c5328f00ad, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a76b2846-749f-47c3-81f3-a7c5328f00ad,segment=NetworkSegment(d38ebf67-8dab-4986-bb13-157dcdc07364),segment_id=d38ebf67-8dab-4986-bb13-157dcdc07364)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:14:25.319476 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (a76b2846-749f-47c3-81f3-a7c5328f00ad), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:25.338982 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293c45f-d0e3-4ae4-b456-e62081fdae4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a039058-88e3-4f35-853f-cb335a48973f,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:25.370734 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3794b8a-3ffb-44b4-876d-e94f90030b32 req-e11a88d1-3e13-4575-ab90-bfca8126efc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:25.377085 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a3794b8a-3ffb-44b4-876d-e94f90030b32 req-e11a88d1-3e13-4575-ab90-bfca8126efc1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 1130 time: 0.1745455 Jul 28 01:14:25.415303 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=a76b2846-749f-47c3-81f3-a7c5328f00ad,revision_number=5']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:25.509009 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a3794b8a-3ffb-44b4-876d-e94f90030b32 req-cd03b842-cff9-4639-b3c8-06a4de7a74eb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4bfd2ea3-73ab-4651-bee8-9f5b86065b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897324 Jul 28 01:14:25.867021 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88b18c-0b85-41a3-b216-bd4f0ef325b2 req-d9589d03-8449-4cbf-bf12-4bfbaee7b15f tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:25.869254 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4b88b18c-0b85-41a3-b216-bd4f0ef325b2 req-d9589d03-8449-4cbf-bf12-4bfbaee7b15f tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 946 time: 0.0685525 Jul 28 01:14:25.952022 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4b88b18c-0b85-41a3-b216-bd4f0ef325b2 req-ead0d0f7-d9e4-46d2-924a-b039d56ef652 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=4bfd2ea3-73ab-4651-bee8-9f5b86065b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712943 Jul 28 01:14:26.072617 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f892ae4-0c60-4ac6-94ca-cc6c43138c25 req-dd182157-ef67-4c6a-b0a8-ccd1cc2d8ab7 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:26.074152 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2f892ae4-0c60-4ac6-94ca-cc6c43138c25 req-dd182157-ef67-4c6a-b0a8-ccd1cc2d8ab7 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 945 time: 0.0666020 Jul 28 01:14:26.132738 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2f892ae4-0c60-4ac6-94ca-cc6c43138c25 req-0e9d0803-2d07-44fc-b7ee-d91c9e00398b tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506027 Jul 28 01:14:26.398170 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9758a2af-9299-4728-a45f-883875c3cd36 req-26a35a1c-281e-455c-8bcc-836519e35803 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:26.406437 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9758a2af-9299-4728-a45f-883875c3cd36 req-26a35a1c-281e-455c-8bcc-836519e35803 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 946 time: 0.0652375 Jul 28 01:14:26.456972 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9758a2af-9299-4728-a45f-883875c3cd36 req-1ccc6882-b318-41ca-8760-f7b9c6d4797d tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492756 Jul 28 01:14:27.024320 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300e3c0c-fb14-4c05-b53a-fe8f0589ac1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76b2846-749f-47c3-81f3-a7c5328f00ad'}] {{(pid=104163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:14:27.027589 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74574a7e5f5019bac05c50995ec4c38decffa50ba6d5d10f63080a9b4086ca7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1d2a17-d0c5-411a-99bd-5a26590e95d3" -d '{"events": [{"server_uuid": "300e3c0c-fb14-4c05-b53a-fe8f0589ac1b", "name": "network-vif-plugged", "status": "completed", "tag": "a76b2846-749f-47c3-81f3-a7c5328f00ad"}]}' {{(pid=104163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:14:27.094809 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 01:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec76a270-3222-4c37-a863-5516ce56fd7f x-openstack-request-id: req-ec76a270-3222-4c37-a863-5516ce56fd7f {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:14:27.095128 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300e3c0c-fb14-4c05-b53a-fe8f0589ac1b", "name": "network-vif-plugged", "status": "completed", "tag": "a76b2846-749f-47c3-81f3-a7c5328f00ad", "code": 200}]} {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:14:27.095377 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-ec76a270-3222-4c37-a863-5516ce56fd7f {{(pid=104163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:14:27.095774 dv-cinder-815582-11-iscsi neutron-server[104163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec76a270-3222-4c37-a863-5516ce56fd7f'] response: {'server_uuid': '300e3c0c-fb14-4c05-b53a-fe8f0589ac1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76b2846-749f-47c3-81f3-a7c5328f00ad', 'code': 200} Jul 28 01:14:27.124924 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360ea07-5393-4f1f-87c7-a46acf37dd04 req-b886e1b3-b872-4c10-9dc1-a57963118091 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:27.132307 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d360ea07-5393-4f1f-87c7-a46acf37dd04 req-b886e1b3-b872-4c10-9dc1-a57963118091 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 946 time: 0.0694339 Jul 28 01:14:27.190560 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d360ea07-5393-4f1f-87c7-a46acf37dd04 req-917a0768-145e-4dd1-947c-4d88eb7415e9 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=4bfd2ea3-73ab-4651-bee8-9f5b86065b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573673 Jul 28 01:14:27.285383 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e514e-e2ea-42f3-97d6-85d80ce18d38 req-932dc3a0-512c-44c5-ad9e-e560183598f0 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:27.293233 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7e5e514e-e2ea-42f3-97d6-85d80ce18d38 req-932dc3a0-512c-44c5-ad9e-e560183598f0 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 945 time: 0.0688145 Jul 28 01:14:27.355596 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7e5e514e-e2ea-42f3-97d6-85d80ce18d38 req-534b5099-18b6-480b-9467-93613e8ba4ad tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610182 Jul 28 01:14:27.615713 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a784f0-1481-4496-8ecf-f659d8ee5f47 req-ab7ef46d-d6ef-45d0-8ad9-1ef556ada27e tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:27.617300 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-11a784f0-1481-4496-8ecf-f659d8ee5f47 req-ab7ef46d-d6ef-45d0-8ad9-1ef556ada27e tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 946 time: 0.0508134 Jul 28 01:14:27.705649 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-11a784f0-1481-4496-8ecf-f659d8ee5f47 req-7fea4ca6-47b1-4625-ae0a-5e0482db7d97 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777516 Jul 28 01:14:28.323399 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 46336) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:28.344284 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606e414-f546-4069-b28e-1177bef325d5 req-c74d6ab8-08d8-4930-9e89-5d4ed628e253 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:28.347174 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-5606e414-f546-4069-b28e-1177bef325d5 req-c74d6ab8-08d8-4930-9e89-5d4ed628e253 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 946 time: 0.0743301 Jul 28 01:14:28.445808 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-5606e414-f546-4069-b28e-1177bef325d5 req-1b867eb1-4242-4827-bbc6-3f8bbbcd2f1f tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=4bfd2ea3-73ab-4651-bee8-9f5b86065b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853500 Jul 28 01:14:28.503487 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ebfa3260-3e8e-4ab8-985c-ba63901581c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:28.588632 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456afe49-8d98-4443-a130-de041b2caae1 req-aecb315d-fa06-48cc-a3af-aaa4f88a6b92 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:28.592925 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-456afe49-8d98-4443-a130-de041b2caae1 req-aecb315d-fa06-48cc-a3af-aaa4f88a6b92 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 945 time: 0.0921698 Jul 28 01:14:28.612516 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ebfa3260-3e8e-4ab8-985c-ba63901581c2 admin admin] Publish callbacks [] for security_group (630371d8-3c10-4f85-9e0e-6cff1e8c26a5), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:28.616810 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ebfa3260-3e8e-4ab8-985c-ba63901581c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (630371d8-3c10-4f85-9e0e-6cff1e8c26a5), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:28.672376 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-456afe49-8d98-4443-a130-de041b2caae1 req-e4eb60ed-68a1-4d24-8cd7-5a4b7a4394da tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721548 Jul 28 01:14:28.673280 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa3260-3e8e-4ab8-985c-ba63901581c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630371d8-3c10-4f85-9e0e-6cff1e8c26a5,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:28.689023 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-ebfa3260-3e8e-4ab8-985c-ba63901581c2 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6e9ed216d2b54bde8b33137832a41554&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3636389 Jul 28 01:14:28.690561 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa3260-3e8e-4ab8-985c-ba63901581c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:14:28.690935 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa3260-3e8e-4ab8-985c-ba63901581c2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:14:28.691297 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa3260-3e8e-4ab8-985c-ba63901581c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:14:28.691655 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa3260-3e8e-4ab8-985c-ba63901581c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:14:28.691979 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa3260-3e8e-4ab8-985c-ba63901581c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:14:28.692312 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa3260-3e8e-4ab8-985c-ba63901581c2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:14:28.692431 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 46342) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:28.692641 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa3260-3e8e-4ab8-985c-ba63901581c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:14:28.692969 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa3260-3e8e-4ab8-985c-ba63901581c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:14:28.693416 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa3260-3e8e-4ab8-985c-ba63901581c2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:14:28.693769 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa3260-3e8e-4ab8-985c-ba63901581c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:14:28.694115 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa3260-3e8e-4ab8-985c-ba63901581c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:14:28.694534 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa3260-3e8e-4ab8-985c-ba63901581c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:14:28.694759 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa3260-3e8e-4ab8-985c-ba63901581c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:14:28.695113 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa3260-3e8e-4ab8-985c-ba63901581c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:14:28.695434 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa3260-3e8e-4ab8-985c-ba63901581c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:14:28.711143 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:28.760184 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-8f3130c5-b0c0-4aad-b87c-ac8298a4e44c admin admin] Publish callbacks [] for security_group (630371d8-3c10-4f85-9e0e-6cff1e8c26a5), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:28.792173 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-8f3130c5-b0c0-4aad-b87c-ac8298a4e44c admin admin] Publish callbacks [] for security_group (630371d8-3c10-4f85-9e0e-6cff1e8c26a5), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:28.794547 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:28.929310 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f4b66-5c6f-4ee7-9ad6-d2db37d58c19 req-b59c797c-44c2-4bd3-acaa-44fccc3c1097 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:28.947562 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ad2f4b66-5c6f-4ee7-9ad6-d2db37d58c19 req-b59c797c-44c2-4bd3-acaa-44fccc3c1097 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 946 time: 0.1575239 Jul 28 01:14:28.973154 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-8f3130c5-b0c0-4aad-b87c-ac8298a4e44c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (630371d8-3c10-4f85-9e0e-6cff1e8c26a5), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:28.975757 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-8f3130c5-b0c0-4aad-b87c-ac8298a4e44c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:28.976901 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-8f3130c5-b0c0-4aad-b87c-ac8298a4e44c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/630371d8-3c10-4f85-9e0e-6cff1e8c26a5 HTTP/1.1" status: 204 len: 168 time: 0.2828326 Jul 28 01:14:28.991543 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3130c5-b0c0-4aad-b87c-ac8298a4e44c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630371d8-3c10-4f85-9e0e-6cff1e8c26a5,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:29.009699 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3130c5-b0c0-4aad-b87c-ac8298a4e44c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:14:29.010048 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3130c5-b0c0-4aad-b87c-ac8298a4e44c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:14:29.010384 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3130c5-b0c0-4aad-b87c-ac8298a4e44c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:14:29.010717 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3130c5-b0c0-4aad-b87c-ac8298a4e44c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:14:29.011403 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3130c5-b0c0-4aad-b87c-ac8298a4e44c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:14:29.011817 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3130c5-b0c0-4aad-b87c-ac8298a4e44c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:14:29.012067 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3130c5-b0c0-4aad-b87c-ac8298a4e44c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:14:29.012380 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3130c5-b0c0-4aad-b87c-ac8298a4e44c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:14:29.012971 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3130c5-b0c0-4aad-b87c-ac8298a4e44c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:14:29.013482 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3130c5-b0c0-4aad-b87c-ac8298a4e44c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:14:29.013989 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3130c5-b0c0-4aad-b87c-ac8298a4e44c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:14:29.014494 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3130c5-b0c0-4aad-b87c-ac8298a4e44c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:14:29.015038 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3130c5-b0c0-4aad-b87c-ac8298a4e44c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:14:29.015531 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3130c5-b0c0-4aad-b87c-ac8298a4e44c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:14:29.016022 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3130c5-b0c0-4aad-b87c-ac8298a4e44c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:14:29.034176 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ad2f4b66-5c6f-4ee7-9ad6-d2db37d58c19 req-6e32dce2-498c-4a7c-b62b-df90801bd3b3 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855949 Jul 28 01:14:29.382445 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 46394) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:29.398135 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-4af7d8e9-136a-4e8a-b70b-f9cb40b9f738 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:29.489072 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-4af7d8e9-136a-4e8a-b70b-f9cb40b9f738 admin admin] Publish callbacks [] for security_group (0f77ef2f-e228-4bdc-9ecf-99fc47883a4a), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:29.493822 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-4af7d8e9-136a-4e8a-b70b-f9cb40b9f738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (0f77ef2f-e228-4bdc-9ecf-99fc47883a4a), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:29.544674 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-4af7d8e9-136a-4e8a-b70b-f9cb40b9f738 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b9349ff259b047609111ddae54c192ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1608102 Jul 28 01:14:29.548147 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 46400) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:29.556131 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af7d8e9-136a-4e8a-b70b-f9cb40b9f738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f77ef2f-e228-4bdc-9ecf-99fc47883a4a,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:29.609607 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-afa7a510-d2f5-4f0c-945e-79ee602e42e2 admin admin] Publish callbacks [] for security_group (0f77ef2f-e228-4bdc-9ecf-99fc47883a4a), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:29.616506 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5fb04-40bd-4878-8dc1-fab6191e3f35 req-99affbaf-99bf-4a34-9ab5-9d40f54fc0c1 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:29.618152 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-26c5fb04-40bd-4878-8dc1-fab6191e3f35 req-99affbaf-99bf-4a34-9ab5-9d40f54fc0c1 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 946 time: 0.0714705 Jul 28 01:14:29.641892 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-afa7a510-d2f5-4f0c-945e-79ee602e42e2 admin admin] Publish callbacks [] for security_group (0f77ef2f-e228-4bdc-9ecf-99fc47883a4a), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:29.695829 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-26c5fb04-40bd-4878-8dc1-fab6191e3f35 req-15257a58-a548-42d0-9c01-8f21b52a9de0 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=4bfd2ea3-73ab-4651-bee8-9f5b86065b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713480 Jul 28 01:14:29.719462 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-afa7a510-d2f5-4f0c-945e-79ee602e42e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (0f77ef2f-e228-4bdc-9ecf-99fc47883a4a), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:29.724368 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-afa7a510-d2f5-4f0c-945e-79ee602e42e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:29.726317 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-afa7a510-d2f5-4f0c-945e-79ee602e42e2 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/0f77ef2f-e228-4bdc-9ecf-99fc47883a4a HTTP/1.1" status: 204 len: 168 time: 0.1750381 Jul 28 01:14:29.731381 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:29.763983 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa7a510-d2f5-4f0c-945e-79ee602e42e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f77ef2f-e228-4bdc-9ecf-99fc47883a4a,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:29.877654 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 46414) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:30.011484 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6f704-f27b-4456-a0ee-16fb9ac47849 req-4d37c1ca-01b1-4cb6-81ba-7a6171f87c3c tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:30.025120 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 46422) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:30.025590 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-bac6f704-f27b-4456-a0ee-16fb9ac47849 req-4d37c1ca-01b1-4cb6-81ba-7a6171f87c3c tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 946 time: 0.1389627 Jul 28 01:14:30.032837 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-ddcacc86-2e05-467e-b006-337b97290813 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Request body: {'floatingip': {'port_id': '5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:14:30.033297 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660f03f-5fb6-4886-925e-a1d19032fe93 req-6170c8c8-c445-4e2f-8626-e8ee5f468845 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:30.043061 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4660f03f-5fb6-4886-925e-a1d19032fe93 req-6170c8c8-c445-4e2f-8626-e8ee5f468845 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 945 time: 0.1435733 Jul 28 01:14:30.159071 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4660f03f-5fb6-4886-925e-a1d19032fe93 req-38302cb8-5453-4e3b-a2db-8880a1c96e5b tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127713 Jul 28 01:14:30.277365 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ddcacc86-2e05-467e-b006-337b97290813 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks [] for floatingip (963486f5-47a4-481c-9b1c-25a09110c6fa), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:30.284685 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99de906-d1d8-4bf5-ae02-b0252f860c27 req-af49ca61-27eb-4df1-9e2e-3c24eccced35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:30.286218 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f99de906-d1d8-4bf5-ae02-b0252f860c27 req-af49ca61-27eb-4df1-9e2e-3c24eccced35 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 1130 time: 0.1255903 Jul 28 01:14:30.309698 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3c8b0-0057-418e-b230-7fbedb1ce592 req-6917b7b1-972c-4570-bf58-0bb1117a608f tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:30.311281 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7df3c8b0-0057-418e-b230-7fbedb1ce592 req-6917b7b1-972c-4570-bf58-0bb1117a608f tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 946 time: 0.1105518 Jul 28 01:14:30.406981 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f99de906-d1d8-4bf5-ae02-b0252f860c27 req-3d3f67fe-ce15-4bde-b9e6-a455b3fef1e0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110194 Jul 28 01:14:30.415435 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=2 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:30.449075 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d5b64446-9f09-43ef-9b3f-31c25adf1886 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:30.449312 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7df3c8b0-0057-418e-b230-7fbedb1ce592 req-28610eb9-6524-401f-bbd6-d1f94ece9b6d tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177733 Jul 28 01:14:30.794748 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 46454) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:30.955473 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d5b64446-9f09-43ef-9b3f-31c25adf1886 admin admin] Publish callbacks [] for security_group (4779c1cc-89d7-4fd0-a06b-55d9015bb1b5), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:30.968954 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d5b64446-9f09-43ef-9b3f-31c25adf1886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (4779c1cc-89d7-4fd0-a06b-55d9015bb1b5), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:31.060369 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:31.148240 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2eb3c2fb-e9f5-4907-8297-172146a426ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:31.151030 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:31.233094 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-d5b64446-9f09-43ef-9b3f-31c25adf1886 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=3680707d566b43ad924b84e80b851b64&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3520675 Jul 28 01:14:31.233094 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b64446-9f09-43ef-9b3f-31c25adf1886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4779c1cc-89d7-4fd0-a06b-55d9015bb1b5,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:31.234806 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 46476) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:31.377927 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2eb3c2fb-e9f5-4907-8297-172146a426ba admin admin] Publish callbacks [] for security_group (7c71c598-312b-43af-ac87-10e53512a976), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:31.378412 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.db.resource_extend [None req-ddcacc86-2e05-467e-b006-337b97290813 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 28 01:14:31.381994 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:31.394728 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2eb3c2fb-e9f5-4907-8297-172146a426ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (7c71c598-312b-43af-ac87-10e53512a976), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:31.433802 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a6c23-d7a2-4914-93a5-b005c52d3214 req-9544a947-6343-4034-974a-bc4d5635d786 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:31.438516 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-504a6c23-d7a2-4914-93a5-b005c52d3214 req-9544a947-6343-4034-974a-bc4d5635d786 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 945 time: 0.1075995 Jul 28 01:14:31.460471 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5dd003f3-5d8e-49d8-808e-e8d5ad71f01a admin admin] Publish callbacks [] for security_group (4779c1cc-89d7-4fd0-a06b-55d9015bb1b5), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:31.471868 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb3c2fb-e9f5-4907-8297-172146a426ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c71c598-312b-43af-ac87-10e53512a976,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:31.566625 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ddcacc86-2e05-467e-b006-337b97290813 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:31.567330 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 46488) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:31.578594 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-2eb3c2fb-e9f5-4907-8297-172146a426ba admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6775d899bb554dbd9eade8d97b675873&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7846446 Jul 28 01:14:31.582531 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5dd003f3-5d8e-49d8-808e-e8d5ad71f01a admin admin] Publish callbacks [] for security_group (4779c1cc-89d7-4fd0-a06b-55d9015bb1b5), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:31.584805 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ddcacc86-2e05-467e-b006-337b97290813 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-949731'] for floatingip (963486f5-47a4-481c-9b1c-25a09110c6fa), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:31.585319 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf603d-58b8-4f04-862f-75290689d3f3 req-b8c5c3af-f098-43a2-b4fd-772a9d976060 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:31.587069 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e0bf603d-58b8-4f04-862f-75290689d3f3 req-b8c5c3af-f098-43a2-b4fd-772a9d976060 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] 10.222.0.17 "GET /v2.0/ports?device_id=9ae47659-3cd8-4380-a4bf-e8ed0066a9a0 HTTP/1.1" status: 200 len: 946 time: 0.0832510 Jul 28 01:14:31.587726 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 46492) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:31.645587 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:31.696663 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e0bf603d-58b8-4f04-862f-75290689d3f3 req-1a223b9a-64d2-4e75-b9ba-a956327d67c3 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] 10.222.0.17 "GET /v2.0/security-groups?id=bedf5964-fa71-4253-9cde-5fc073d92143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678079 Jul 28 01:14:31.735885 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-504a6c23-d7a2-4914-93a5-b005c52d3214 req-06fd670e-c934-4d29-b309-bc23e235fe7e tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450867 Jul 28 01:14:31.740929 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-db41dafb-e0ba-4ed7-836d-13f4d451085a admin admin] Publish callbacks [] for security_group (7c71c598-312b-43af-ac87-10e53512a976), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:31.749928 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.db.l3_db [None req-ddcacc86-2e05-467e-b006-337b97290813 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Floating IP 963486f5-47a4-481c-9b1c-25a09110c6fa associated. External IP: 172.27.1.184, port: 5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef. Jul 28 01:14:31.769408 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-db41dafb-e0ba-4ed7-836d-13f4d451085a admin admin] Publish callbacks [] for security_group (7c71c598-312b-43af-ac87-10e53512a976), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:31.832017 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5dd003f3-5d8e-49d8-808e-e8d5ad71f01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (4779c1cc-89d7-4fd0-a06b-55d9015bb1b5), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:31.836044 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5dd003f3-5d8e-49d8-808e-e8d5ad71f01a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:31.838782 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-db41dafb-e0ba-4ed7-836d-13f4d451085a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (7c71c598-312b-43af-ac87-10e53512a976), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:31.842112 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-db41dafb-e0ba-4ed7-836d-13f4d451085a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:31.843316 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-db41dafb-e0ba-4ed7-836d-13f4d451085a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/7c71c598-312b-43af-ac87-10e53512a976 HTTP/1.1" status: 204 len: 168 time: 0.2521970 Jul 28 01:14:31.851817 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-5dd003f3-5d8e-49d8-808e-e8d5ad71f01a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/4779c1cc-89d7-4fd0-a06b-55d9015bb1b5 HTTP/1.1" status: 204 len: 168 time: 0.6003089 Jul 28 01:14:31.855038 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41dafb-e0ba-4ed7-836d-13f4d451085a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c71c598-312b-43af-ac87-10e53512a976,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:31.869015 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d8c4e6e3-1657-4ed2-ba7e-c00d63e65314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:31.915459 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e43edf-bf1f-4e26-abed-8ec42fb30d4e req-413344e1-09d9-4744-9beb-6ecc7288e13c tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:31.916069 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd003f3-5d8e-49d8-808e-e8d5ad71f01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4779c1cc-89d7-4fd0-a06b-55d9015bb1b5,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:31.917386 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d0e43edf-bf1f-4e26-abed-8ec42fb30d4e req-413344e1-09d9-4744-9beb-6ecc7288e13c tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 946 time: 0.0727389 Jul 28 01:14:31.997646 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d0e43edf-bf1f-4e26-abed-8ec42fb30d4e req-57056469-a52e-489b-86c6-0d2585781b21 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698013 Jul 28 01:14:32.182589 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d8c4e6e3-1657-4ed2-ba7e-c00d63e65314 admin admin] Publish callbacks [] for security_group (99a9f7b7-dfbb-49dd-98df-9d0dcd495b0f), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:32.189138 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d8c4e6e3-1657-4ed2-ba7e-c00d63e65314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (99a9f7b7-dfbb-49dd-98df-9d0dcd495b0f), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:32.249350 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 46506) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:32.251493 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-d8c4e6e3-1657-4ed2-ba7e-c00d63e65314 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=9fa144b52443488fb36d21ed2d5dba86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6829875 Jul 28 01:14:32.257465 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 46508) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:32.257777 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 46510) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:32.265862 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-4a4740a3-2435-4faf-9954-cc22d32d16f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:32.286220 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c4e6e3-1657-4ed2-ba7e-c00d63e65314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a9f7b7-dfbb-49dd-98df-9d0dcd495b0f,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:32.296012 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddcacc86-2e05-467e-b006-337b97290813 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Router 23be02fa-a53b-4cfa-870c-e712548ac0ab has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:14:32.300256 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c4913dc4-0e02-43ae-86da-c6d3027d85e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:32.323438 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:32.348513 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-4a4740a3-2435-4faf-9954-cc22d32d16f8 admin admin] Publish callbacks [] for security_group (1ac1c973-a846-4af2-9c16-da9e9e59a0dd), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:32.352841 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-4a4740a3-2435-4faf-9954-cc22d32d16f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (1ac1c973-a846-4af2-9c16-da9e9e59a0dd), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:32.391642 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:DELETE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:32.400185 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4740a3-2435-4faf-9954-cc22d32d16f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac1c973-a846-4af2-9c16-da9e9e59a0dd,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:32.408298 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-4a4740a3-2435-4faf-9954-cc22d32d16f8 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=1cd526b84def4794b7268cb5575f05ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1573694 Jul 28 01:14:32.409292 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 46512) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:32.426941 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-11cd9945-88db-43dd-9634-a0f388f84402 admin admin] Publish callbacks [] for security_group (99a9f7b7-dfbb-49dd-98df-9d0dcd495b0f), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:32.433738 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (8d4a48be-b376-49eb-a7aa-478deaa3f35f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:32.463750 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-30005a98-3c78-4873-b7cf-53133654d031 admin admin] Publish callbacks [] for security_group (1ac1c973-a846-4af2-9c16-da9e9e59a0dd), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:32.489230 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-30005a98-3c78-4873-b7cf-53133654d031 admin admin] Publish callbacks [] for security_group (1ac1c973-a846-4af2-9c16-da9e9e59a0dd), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:32.512446 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-11cd9945-88db-43dd-9634-a0f388f84402 admin admin] Publish callbacks [] for security_group (99a9f7b7-dfbb-49dd-98df-9d0dcd495b0f), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:32.541269 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-30005a98-3c78-4873-b7cf-53133654d031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (1ac1c973-a846-4af2-9c16-da9e9e59a0dd), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:32.544443 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-30005a98-3c78-4873-b7cf-53133654d031 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:32.545139 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-30005a98-3c78-4873-b7cf-53133654d031 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/1ac1c973-a846-4af2-9c16-da9e9e59a0dd HTTP/1.1" status: 204 len: 168 time: 0.1346152 Jul 28 01:14:32.555546 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30005a98-3c78-4873-b7cf-53133654d031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac1c973-a846-4af2-9c16-da9e9e59a0dd,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:32.559809 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddcacc86-2e05-467e-b006-337b97290813 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:14:32.573494 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2858ca42-02dd-4354-829e-e47ce476a3f4 None None] Sync routers for ids ['23be02fa-a53b-4cfa-870c-e712548ac0ab'] in dv-cinder-815582-11-iscsi {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:14:32.575494 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ddcacc86-2e05-467e-b006-337b97290813 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for floatingip (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:32.587862 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2858ca42-02dd-4354-829e-e47ce476a3f4 None None] Routers {'23be02fa-a53b-4cfa-870c-e712548ac0ab'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:14:32.588620 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-2858ca42-02dd-4354-829e-e47ce476a3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:14:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['23be02fa-a53b-4cfa-870c-e712548ac0ab'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:14:32.612530 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c4913dc4-0e02-43ae-86da-c6d3027d85e6 admin admin] Publish callbacks [] for security_group (8ac6e7e3-6d4f-4189-9b31-4a152afd130a), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:32.622783 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c4913dc4-0e02-43ae-86da-c6d3027d85e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (8ac6e7e3-6d4f-4189-9b31-4a152afd130a), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:32.625239 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:32.646230 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-ddcacc86-2e05-467e-b006-337b97290813 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "PUT /v2.0/floatingips/963486f5-47a4-481c-9b1c-25a09110c6fa HTTP/1.1" status: 200 len: 992 time: 2.6187656 Jul 28 01:14:32.651287 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b3c75a9-eb23-4978-bb95-53fe1e079f36', 'tag': '5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:14:32.653815 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0f5ab60fa46dcea77c59dd77281ac580fb802378bd5ff0a4b9baf266696a00a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83de5e6c-f393-4b4e-a2e4-8138ff781e7c" -d '{"events": [{"name": "network-changed", "server_uuid": "0b3c75a9-eb23-4978-bb95-53fe1e079f36", "tag": "5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:14:32.699726 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 01:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7142d703-84d4-4fe6-9830-512c6d29043f x-openstack-request-id: req-7142d703-84d4-4fe6-9830-512c6d29043f {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:14:32.700032 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b3c75a9-eb23-4978-bb95-53fe1e079f36", "tag": "5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:14:32.700391 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-7142d703-84d4-4fe6-9830-512c6d29043f {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:14:32.700895 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7142d703-84d4-4fe6-9830-512c6d29043f'] response: {'name': 'network-changed', 'server_uuid': '0b3c75a9-eb23-4978-bb95-53fe1e079f36', 'tag': '5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef', 'status': 'completed', 'code': 200} Jul 28 01:14:32.703885 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4913dc4-0e02-43ae-86da-c6d3027d85e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac6e7e3-6d4f-4189-9b31-4a152afd130a,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:32.705583 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-2858ca42-02dd-4354-829e-e47ce476a3f4 None None] Set router 23be02fa-a53b-4cfa-870c-e712548ac0ab gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:14:32.710518 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-c4913dc4-0e02-43ae-86da-c6d3027d85e6 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=09c78aa6653c423f8710d85249e8630b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4499953 Jul 28 01:14:32.714231 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 46520) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:32.714619 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-11cd9945-88db-43dd-9634-a0f388f84402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (99a9f7b7-dfbb-49dd-98df-9d0dcd495b0f), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:32.717370 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-11cd9945-88db-43dd-9634-a0f388f84402 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:32.718466 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-11cd9945-88db-43dd-9634-a0f388f84402 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/99a9f7b7-dfbb-49dd-98df-9d0dcd495b0f HTTP/1.1" status: 204 len: 168 time: 0.4595022 Jul 28 01:14:32.727504 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cd9945-88db-43dd-9634-a0f388f84402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a9f7b7-dfbb-49dd-98df-9d0dcd495b0f,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:32.825287 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-8dfa3252-bb28-4321-9e38-010ce6264ed1 admin admin] Publish callbacks [] for security_group (8ac6e7e3-6d4f-4189-9b31-4a152afd130a), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:32.964877 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-8dfa3252-bb28-4321-9e38-010ce6264ed1 admin admin] Publish callbacks [] for security_group (8ac6e7e3-6d4f-4189-9b31-4a152afd130a), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:32.993205 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:33.028838 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9400aae-3dc8-4290-aafe-0e4e13cf863d req-768e6487-a268-4492-a715-9559faed649d tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:33.035657 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b9400aae-3dc8-4290-aafe-0e4e13cf863d req-768e6487-a268-4492-a715-9559faed649d tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] 10.222.0.17 "GET /v2.0/ports?device_id=9ae47659-3cd8-4380-a4bf-e8ed0066a9a0 HTTP/1.1" status: 200 len: 946 time: 0.1882827 Jul 28 01:14:33.067803 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7790895-bf91-448c-b2c7-98857a5c4759 req-26f164fb-278f-44f7-b2d9-c6e4695f3bad tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:33.069350 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f7790895-bf91-448c-b2c7-98857a5c4759 req-26f164fb-278f-44f7-b2d9-c6e4695f3bad tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 945 time: 0.1658435 Jul 28 01:14:33.141450 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-8dfa3252-bb28-4321-9e38-010ce6264ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (8ac6e7e3-6d4f-4189-9b31-4a152afd130a), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:33.144124 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-8dfa3252-bb28-4321-9e38-010ce6264ed1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:33.148090 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-8dfa3252-bb28-4321-9e38-010ce6264ed1 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/8ac6e7e3-6d4f-4189-9b31-4a152afd130a HTTP/1.1" status: 204 len: 168 time: 0.4299741 Jul 28 01:14:33.169448 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-2858ca42-02dd-4354-829e-e47ce476a3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'name': 'tempest-AttachVolumeTestJSON-1320773297-router', 'tenant_id': '347bcdc7636e4f93af2597f853926b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '1416697e-2521-4c94-950b-f0d8817032e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:33Z', 'updated_at': '2022-07-28T01:13:48Z', 'revision_number': 4, 'project_id': '347bcdc7636e4f93af2597f853926b13', 'gw_port': {'id': '1416697e-2521-4c94-950b-f0d8817032e5', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:34Z', 'updated_at': '2022-07-28T01:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': '963486f5-47a4-481c-9b1c-25a09110c6fa', 'tenant_id': '347bcdc7636e4f93af2597f853926b13', 'floating_ip_address': '172.27.1.184', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'port_id': '5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e', 'mac_address': 'fa:16:3e:50:c7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3c75a9-eb23-4978-bb95-53fe1e079f36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:13:58Z', 'updated_at': '2022-07-28T01:14:31Z', 'revision_number': 1, 'project_id': '347bcdc7636e4f93af2597f853926b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d54c2e-fcc8-43a9-8d31-3733f3785017', 'name': '', 'network_id': 'a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e', 'tenant_id': '347bcdc7636e4f93af2597f853926b13', 'mac_address': 'fa:16:3e:22:3e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:44Z', 'updated_at': '2022-07-28T01:14:00Z', 'revision_number': 5, 'project_id': '347bcdc7636e4f93af2597f853926b13', 'subnets': [{'id': '5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:14:33.177425 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b9400aae-3dc8-4290-aafe-0e4e13cf863d req-f0942372-0a9b-42df-8025-5f46dde0fc70 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] 10.222.0.17 "GET /v2.0/security-groups?id=bedf5964-fa71-4253-9cde-5fc073d92143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407924 Jul 28 01:14:33.192811 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa3252-bb28-4321-9e38-010ce6264ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac6e7e3-6d4f-4189-9b31-4a152afd130a,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:33.222186 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2858ca42-02dd-4354-829e-e47ce476a3f4 None None] Checking router: 23be02fa-a53b-4cfa-870c-e712548ac0ab for host: dv-cinder-815582-11-iscsi {{(pid=104164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:14:33.231118 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f7790895-bf91-448c-b2c7-98857a5c4759 req-a3bf8a80-9334-4846-95e2-248c1dc5d08d tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482739 Jul 28 01:14:33.241633 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2858ca42-02dd-4354-829e-e47ce476a3f4 None None] Routers {'23be02fa-a53b-4cfa-870c-e712548ac0ab'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:14:33.242673 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-2858ca42-02dd-4354-829e-e47ce476a3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:14:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['23be02fa-a53b-4cfa-870c-e712548ac0ab'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:14:33.345688 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7547b5-02fe-40ec-83d8-431189f5842e req-4aed81ed-5904-410d-88ec-d70d8b07ed47 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:33.347249 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9b7547b5-02fe-40ec-83d8-431189f5842e req-4aed81ed-5904-410d-88ec-d70d8b07ed47 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 946 time: 0.0625470 Jul 28 01:14:33.371924 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-2858ca42-02dd-4354-829e-e47ce476a3f4 None None] Set router 23be02fa-a53b-4cfa-870c-e712548ac0ab gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:14:33.415347 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9b7547b5-02fe-40ec-83d8-431189f5842e req-4007714b-1ee5-4708-99df-1d4cf9da50f4 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618763 Jul 28 01:14:33.466631 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-13a40dc7-47e6-42fd-a0e6-fa03eb265aa7 req-481012bf-0e18-428e-b71b-9056d6edbf41 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e26acfa5-94f2-4d1d-8bfd-9f82e73861f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0786388 Jul 28 01:14:33.555787 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de5e6c-f393-4b4e-a2e4-8138ff781e7c req-f2fb964e-65c2-449b-a046-f4867e2ac027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:33.557423 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-83de5e6c-f393-4b4e-a2e4-8138ff781e7c req-f2fb964e-65c2-449b-a046-f4867e2ac027 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=347bcdc7636e4f93af2597f853926b13&device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 1130 time: 0.0485737 Jul 28 01:14:33.639666 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c897bd2-7e0a-48da-8ae0-bcd5fa70fb4b req-398d994f-4c8d-4b48-8af2-5188cbd5cf25 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:33.650243 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7c897bd2-7e0a-48da-8ae0-bcd5fa70fb4b req-398d994f-4c8d-4b48-8af2-5188cbd5cf25 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 946 time: 0.0916936 Jul 28 01:14:33.662787 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 46558) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:33.728272 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-d9943906-e474-4ce2-b1c8-ae0151f46299 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Request body: {'floatingip': {'port_id': 'a76b2846-749f-47c3-81f3-a7c5328f00ad'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:14:33.805791 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-2858ca42-02dd-4354-829e-e47ce476a3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'name': 'tempest-AttachVolumeTestJSON-1320773297-router', 'tenant_id': '347bcdc7636e4f93af2597f853926b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '1416697e-2521-4c94-950b-f0d8817032e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:33Z', 'updated_at': '2022-07-28T01:13:48Z', 'revision_number': 4, 'project_id': '347bcdc7636e4f93af2597f853926b13', 'gw_port': {'id': '1416697e-2521-4c94-950b-f0d8817032e5', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:34Z', 'updated_at': '2022-07-28T01:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': '963486f5-47a4-481c-9b1c-25a09110c6fa', 'tenant_id': '347bcdc7636e4f93af2597f853926b13', 'floating_ip_address': '172.27.1.184', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'port_id': '5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e', 'mac_address': 'fa:16:3e:50:c7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3c75a9-eb23-4978-bb95-53fe1e079f36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:13:58Z', 'updated_at': '2022-07-28T01:14:31Z', 'revision_number': 1, 'project_id': '347bcdc7636e4f93af2597f853926b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d54c2e-fcc8-43a9-8d31-3733f3785017', 'name': '', 'network_id': 'a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e', 'tenant_id': '347bcdc7636e4f93af2597f853926b13', 'mac_address': 'fa:16:3e:22:3e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:44Z', 'updated_at': '2022-07-28T01:14:00Z', 'revision_number': 5, 'project_id': '347bcdc7636e4f93af2597f853926b13', 'subnets': [{'id': '5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:14:33.845246 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2858ca42-02dd-4354-829e-e47ce476a3f4 None None] The sync data for ids ['23be02fa-a53b-4cfa-870c-e712548ac0ab'] in dv-cinder-815582-11-iscsi is: [{'id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'name': 'tempest-AttachVolumeTestJSON-1320773297-router', 'tenant_id': '347bcdc7636e4f93af2597f853926b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '1416697e-2521-4c94-950b-f0d8817032e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:33Z', 'updated_at': '2022-07-28T01:13:48Z', 'revision_number': 4, 'project_id': '347bcdc7636e4f93af2597f853926b13', 'gw_port': {'id': '1416697e-2521-4c94-950b-f0d8817032e5', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:34Z', 'updated_at': '2022-07-28T01:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': '963486f5-47a4-481c-9b1c-25a09110c6fa', 'tenant_id': '347bcdc7636e4f93af2597f853926b13', 'floating_ip_address': '172.27.1.184', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'port_id': '5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e', 'mac_address': 'fa:16:3e:50:c7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3c75a9-eb23-4978-bb95-53fe1e079f36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:13:58Z', 'updated_at': '2022-07-28T01:14:31Z', 'revision_number': 1, 'project_id': '347bcdc7636e4f93af2597f853926b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d54c2e-fcc8-43a9-8d31-3733f3785017', 'name': '', 'network_id': 'a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e', 'tenant_id': '347bcdc7636e4f93af2597f853926b13', 'mac_address': 'fa:16:3e:22:3e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:44Z', 'updated_at': '2022-07-28T01:14:00Z', 'revision_number': 5, 'project_id': '347bcdc7636e4f93af2597f853926b13', 'subnets': [{'id': '5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:14:33.975765 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a40dc7-47e6-42fd-a0e6-fa03eb265aa7 req-7c54daa9-66c2-40d4-a445-e90857deb3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:33.977456 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-13a40dc7-47e6-42fd-a0e6-fa03eb265aa7 req-7c54daa9-66c2-40d4-a445-e90857deb3fd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=af4689d2f0ef4d71a1c465610011f2d7&device_id=e26acfa5-94f2-4d1d-8bfd-9f82e73861f8 HTTP/1.1" status: 200 len: 1129 time: 0.3082633 Jul 28 01:14:34.110114 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 46568) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:34.143209 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-713231c9-8b90-4090-9b4a-0949017dc879 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:34.151641 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:34.212262 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de5e6c-f393-4b4e-a2e4-8138ff781e7c req-4a8b2200-beb0-4741-9af8-8e5ee1e61966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:34.215189 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-83de5e6c-f393-4b4e-a2e4-8138ff781e7c req-4a8b2200-beb0-4741-9af8-8e5ee1e61966 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e HTTP/1.1" status: 200 len: 912 time: 0.6065013 Jul 28 01:14:34.288406 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a60fdc-34fc-4bac-903b-49b8a737fc79 None None] New status for floating IP 963486f5-47a4-481c-9b1c-25a09110c6fa: ACTIVE {{(pid=104163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 01:14:34.381391 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a867a0-b8de-4721-b119-9512e94d72b0 req-84e2734f-871f-4c5b-aa15-6c474d6c77df tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:34.387600 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e1a867a0-b8de-4721-b119-9512e94d72b0 req-84e2734f-871f-4c5b-aa15-6c474d6c77df tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ae47659-3cd8-4380-a4bf-e8ed0066a9a0 HTTP/1.1" status: 200 len: 946 time: 0.7389417 Jul 28 01:14:34.406966 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a40dc7-47e6-42fd-a0e6-fa03eb265aa7 req-5fb4d39a-55ca-4ebe-a0b6-6da452555b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:34.409778 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-13a40dc7-47e6-42fd-a0e6-fa03eb265aa7 req-5fb4d39a-55ca-4ebe-a0b6-6da452555b81 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8f65178e-aa89-435c-9fed-639dfc5bec3f HTTP/1.1" status: 200 len: 919 time: 0.4011023 Jul 28 01:14:34.410984 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d9943906-e474-4ce2-b1c8-ae0151f46299 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks [] for floatingip (0705bfba-e2c1-4b63-8ab7-063f3a4bf66f), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:34.415679 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-83de5e6c-f393-4b4e-a2e4-8138ff781e7c req-3b1718a8-2bc4-411d-862e-36a9738fd8ca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef HTTP/1.1" status: 200 len: 1000 time: 0.1927307 Jul 28 01:14:34.421720 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:34.746949 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de5e6c-f393-4b4e-a2e4-8138ff781e7c req-3fe815b4-1324-4aad-8d84-2ba6025fead0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:34.748805 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-83de5e6c-f393-4b4e-a2e4-8138ff781e7c req-3fe815b4-1324-4aad-8d84-2ba6025fead0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6 HTTP/1.1" status: 200 len: 850 time: 0.3088107 Jul 28 01:14:34.750662 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-13a40dc7-47e6-42fd-a0e6-fa03eb265aa7 req-9054e9d9-e4de-4aa9-86e0-3e0d786438b0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77e6a437-69fc-4d47-b75b-cc39937c21bd HTTP/1.1" status: 200 len: 217 time: 0.3273299 Jul 28 01:14:34.795857 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2ccc0-80b4-41f8-8d3b-2511e840bf49 req-3cce9182-5689-42d0-ad9e-b9ae46d027fa tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:34.800629 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e2d2ccc0-80b4-41f8-8d3b-2511e840bf49 req-3cce9182-5689-42d0-ad9e-b9ae46d027fa tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 945 time: 0.3818595 Jul 28 01:14:34.826915 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-e1a867a0-b8de-4721-b119-9512e94d72b0 req-d1dae90f-24dd-4abe-9308-fd9172eb24e7 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] Deleting port 9f1daf0a-6008-4ac7-9309-150096a05481 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:14:34.827721 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-e1a867a0-b8de-4721-b119-9512e94d72b0 req-d1dae90f-24dd-4abe-9308-fd9172eb24e7 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (9f1daf0a-6008-4ac7-9309-150096a05481), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:34.877560 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a40dc7-47e6-42fd-a0e6-fa03eb265aa7 req-0aeb4b1f-d8e3-4830-b9ae-5cd685e2d09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:34.883493 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-13a40dc7-47e6-42fd-a0e6-fa03eb265aa7 req-0aeb4b1f-d8e3-4830-b9ae-5cd685e2d09b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2 HTTP/1.1" status: 200 len: 857 time: 0.0973020 Jul 28 01:14:34.909592 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1fd44a-d01d-4ddb-857b-8873d639545d req-980a7cc3-6ecb-4444-9b1b-9f91b5c82998 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:34.919553 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2a1fd44a-d01d-4ddb-857b-8873d639545d req-980a7cc3-6ecb-4444-9b1b-9f91b5c82998 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] 10.222.0.17 "GET /v2.0/ports?device_id=9ae47659-3cd8-4380-a4bf-e8ed0066a9a0 HTTP/1.1" status: 200 len: 946 time: 0.5016809 Jul 28 01:14:34.970870 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-e1a867a0-b8de-4721-b119-9512e94d72b0 req-d1dae90f-24dd-4abe-9308-fd9172eb24e7 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] For port 9f1daf0a-6008-4ac7-9309-150096a05481, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9f1daf0a-6008-4ac7-9309-150096a05481,segment=NetworkSegment(5297ca8c-2da0-4352-ae6d-b19a2fd25ba5),segment_id=5297ca8c-2da0-4352-ae6d-b19a2fd25ba5)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:14:34.970870 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-e1a867a0-b8de-4721-b119-9512e94d72b0 req-d1dae90f-24dd-4abe-9308-fd9172eb24e7 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (9f1daf0a-6008-4ac7-9309-150096a05481), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:34.981116 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-e1a867a0-b8de-4721-b119-9512e94d72b0 req-d1dae90f-24dd-4abe-9308-fd9172eb24e7 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] Calling delete_port for 9f1daf0a-6008-4ac7-9309-150096a05481 owned by compute:nova {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:14:35.001986 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a40dc7-47e6-42fd-a0e6-fa03eb265aa7 req-5c960005-d554-4bfb-98d7-946614e1ee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:35.003886 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-13a40dc7-47e6-42fd-a0e6-fa03eb265aa7 req-5c960005-d554-4bfb-98d7-946614e1ee90 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8f65178e-aa89-435c-9fed-639dfc5bec3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0782704 Jul 28 01:14:35.144044 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:35.154084 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e2d2ccc0-80b4-41f8-8d3b-2511e840bf49 req-eeb68229-c95f-4047-b50f-4b9d15e1dec6 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692611 Jul 28 01:14:35.156595 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de5e6c-f393-4b4e-a2e4-8138ff781e7c req-fc599fc9-8502-4328-92b8-308bef1568e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:35.157305 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-83de5e6c-f393-4b4e-a2e4-8138ff781e7c req-fc599fc9-8502-4328-92b8-308bef1568e8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3820312 Jul 28 01:14:35.193639 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:35.297606 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-713231c9-8b90-4090-9b4a-0949017dc879 admin admin] Publish callbacks [] for security_group (61a01432-63ae-4599-b70c-6fbc74b9cb31), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:35.307310 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2a1fd44a-d01d-4ddb-857b-8873d639545d req-590bda19-3a80-4f45-a367-ff37a1e83cf0 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] 10.222.0.17 "GET /v2.0/security-groups?id=bedf5964-fa71-4253-9cde-5fc073d92143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3866928 Jul 28 01:14:35.321109 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-e1a867a0-b8de-4721-b119-9512e94d72b0 req-d1dae90f-24dd-4abe-9308-fd9172eb24e7 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436'] for port (9f1daf0a-6008-4ac7-9309-150096a05481), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:35.325933 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-713231c9-8b90-4090-9b4a-0949017dc879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (61a01432-63ae-4599-b70c-6fbc74b9cb31), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:35.406122 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-13a40dc7-47e6-42fd-a0e6-fa03eb265aa7 req-1fc68483-aad3-475d-9cc6-8cb7bfd2b61b service neutron] 10.222.0.42 "GET /v2.0/networks/8f65178e-aa89-435c-9fed-639dfc5bec3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807950 Jul 28 01:14:35.416155 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-713231c9-8b90-4090-9b4a-0949017dc879 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=21e50cc16ade4b278a0249a6e19267e7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3026233 Jul 28 01:14:35.417423 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713231c9-8b90-4090-9b4a-0949017dc879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a01432-63ae-4599-b70c-6fbc74b9cb31,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:35.421928 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 46616) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:35.443582 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:35.465302 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dae90f-24dd-4abe-9308-fd9172eb24e7 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] Pushing event deleted for resources: {'Port': ['ID=9f1daf0a-6008-4ac7-9309-150096a05481,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:35.481669 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-83de5e6c-f393-4b4e-a2e4-8138ff781e7c req-4046c856-7466-4058-95e9-8e8f78d90549 service neutron] 10.222.0.42 "GET /v2.0/networks/a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066957 Jul 28 01:14:35.590352 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a867a0-b8de-4721-b119-9512e94d72b0 req-d1dae90f-24dd-4abe-9308-fd9172eb24e7 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] No DVR routers for this DVR port 9f1daf0a-6008-4ac7-9309-150096a05481 on host hv-cinder-81558 {{(pid=104161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 01:14:35.596256 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-e1a867a0-b8de-4721-b119-9512e94d72b0 req-d1dae90f-24dd-4abe-9308-fd9172eb24e7 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:35.599905 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e1a867a0-b8de-4721-b119-9512e94d72b0 req-d1dae90f-24dd-4abe-9308-fd9172eb24e7 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] 10.222.0.42 "DELETE /v2.0/ports/9f1daf0a-6008-4ac7-9309-150096a05481 HTTP/1.1" status: 204 len: 173 time: 1.2109339 Jul 28 01:14:35.600532 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae47659-3cd8-4380-a4bf-e8ed0066a9a0', 'name': 'network-vif-deleted', 'tag': '9f1daf0a-6008-4ac7-9309-150096a05481'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:14:35.604008 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0f5ab60fa46dcea77c59dd77281ac580fb802378bd5ff0a4b9baf266696a00a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36ce845-01a6-4576-be60-6fd6112ac513" -d '{"events": [{"server_uuid": "9ae47659-3cd8-4380-a4bf-e8ed0066a9a0", "name": "network-vif-deleted", "tag": "9f1daf0a-6008-4ac7-9309-150096a05481"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:14:35.673966 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 01:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2184a22c-670b-4906-9dea-057fd727f659 x-openstack-request-id: req-2184a22c-670b-4906-9dea-057fd727f659 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:14:35.678199 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae47659-3cd8-4380-a4bf-e8ed0066a9a0", "name": "network-vif-deleted", "tag": "9f1daf0a-6008-4ac7-9309-150096a05481", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:14:35.678670 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-2184a22c-670b-4906-9dea-057fd727f659 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:14:35.679266 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2184a22c-670b-4906-9dea-057fd727f659'] response: {'server_uuid': '9ae47659-3cd8-4380-a4bf-e8ed0066a9a0', 'name': 'network-vif-deleted', 'tag': '9f1daf0a-6008-4ac7-9309-150096a05481', 'status': 'completed', 'code': 200} Jul 28 01:14:35.682285 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:35.755835 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1e2afa56-f251-4bba-bfee-600c5bf1d064 admin admin] Publish callbacks [] for security_group (61a01432-63ae-4599-b70c-6fbc74b9cb31), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:35.788049 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-13a40dc7-47e6-42fd-a0e6-fa03eb265aa7 req-c3ca3e94-d0c4-4116-8da2-a702e78b33d9 service neutron] 10.222.0.42 "GET /v2.0/networks/8f65178e-aa89-435c-9fed-639dfc5bec3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291118 Jul 28 01:14:35.801758 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-83de5e6c-f393-4b4e-a2e4-8138ff781e7c req-a196a064-de24-4912-93f8-2e162e23645c service neutron] 10.222.0.42 "GET /v2.0/networks/a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059173 Jul 28 01:14:35.807603 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1e2afa56-f251-4bba-bfee-600c5bf1d064 admin admin] Publish callbacks [] for security_group (61a01432-63ae-4599-b70c-6fbc74b9cb31), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:35.853172 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d9943906-e474-4ce2-b1c8-ae0151f46299 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:35.858985 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d9943906-e474-4ce2-b1c8-ae0151f46299 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-949731'] for floatingip (0705bfba-e2c1-4b63-8ab7-063f3a4bf66f), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:35.869471 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1e2afa56-f251-4bba-bfee-600c5bf1d064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (61a01432-63ae-4599-b70c-6fbc74b9cb31), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:35.873400 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1e2afa56-f251-4bba-bfee-600c5bf1d064 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:35.875054 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-1e2afa56-f251-4bba-bfee-600c5bf1d064 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/61a01432-63ae-4599-b70c-6fbc74b9cb31 HTTP/1.1" status: 204 len: 168 time: 0.4447320 Jul 28 01:14:35.883943 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2afa56-f251-4bba-bfee-600c5bf1d064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a01432-63ae-4599-b70c-6fbc74b9cb31,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:36.005503 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 9f1daf0a-6008-4ac7-9309-150096a05481 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:14:36.009763 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.db.l3_db [None req-d9943906-e474-4ce2-b1c8-ae0151f46299 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Floating IP 0705bfba-e2c1-4b63-8ab7-063f3a4bf66f associated. External IP: 172.27.1.38, port: a76b2846-749f-47c3-81f3-a7c5328f00ad. Jul 28 01:14:36.055114 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] No Port match for: 9f1daf0a-6008-4ac7-9309-150096a05481 {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:14:36.055458 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 9f1daf0a-6008-4ac7-9309-150096a05481 not bound to the agent host hv-cinder-81558 {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:14:36.103289 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 46634) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:36.367996 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9943906-e474-4ce2-b1c8-ae0151f46299 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Router cc6a0719-88e5-4b17-be05-1c543993ef8f has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:14:36.403658 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366930f7-f977-4b28-9610-ac4e2eb6a1d6 req-6a966b5b-7c07-4a7c-9ef6-e0c53cadb2da tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:36.410237 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-366930f7-f977-4b28-9610-ac4e2eb6a1d6 req-6a966b5b-7c07-4a7c-9ef6-e0c53cadb2da tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 945 time: 0.1375616 Jul 28 01:14:36.590778 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-32dae954-c948-48fe-b385-24ac68dfbdfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:36.616235 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-366930f7-f977-4b28-9610-ac4e2eb6a1d6 req-f87beab7-95ad-4f70-942e-76d29999a00e tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982460 Jul 28 01:14:36.634527 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9943906-e474-4ce2-b1c8-ae0151f46299 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:14:36.637136 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-534c6ffd-5615-4f5a-8993-75ffde91224c req-b7f65146-1634-44ab-9dec-7ec164092243 tempest-DeleteServersTestJSON-1747614598 tempest-DeleteServersTestJSON-1747614598-project] 10.222.0.17 "GET /v2.0/ports?device_id=9ae47659-3cd8-4380-a4bf-e8ed0066a9a0 HTTP/1.1" status: 200 len: 210 time: 0.0862720 Jul 28 01:14:36.650042 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4053b0-5f6d-4662-8cd5-912844d75631 None None] Sync routers for ids ['cc6a0719-88e5-4b17-be05-1c543993ef8f'] in dv-cinder-815582-11-iscsi {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:14:36.650546 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d9943906-e474-4ce2-b1c8-ae0151f46299 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for floatingip (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:36.686721 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4053b0-5f6d-4662-8cd5-912844d75631 None None] Routers {'cc6a0719-88e5-4b17-be05-1c543993ef8f'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:14:36.686721 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-ca4053b0-5f6d-4662-8cd5-912844d75631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:14:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['cc6a0719-88e5-4b17-be05-1c543993ef8f'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:14:36.777311 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-d9943906-e474-4ce2-b1c8-ae0151f46299 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "PUT /v2.0/floatingips/0705bfba-e2c1-4b63-8ab7-063f3a4bf66f HTTP/1.1" status: 200 len: 991 time: 3.0639601 Jul 28 01:14:36.827242 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-32dae954-c948-48fe-b385-24ac68dfbdfc admin admin] Publish callbacks [] for security_group (bec4d19f-0a29-4b3a-9644-5dacaa247985), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:36.834255 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-32dae954-c948-48fe-b385-24ac68dfbdfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (bec4d19f-0a29-4b3a-9644-5dacaa247985), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:36.865080 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-ca4053b0-5f6d-4662-8cd5-912844d75631 None None] Set router cc6a0719-88e5-4b17-be05-1c543993ef8f gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:14:36.889236 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dae954-c948-48fe-b385-24ac68dfbdfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec4d19f-0a29-4b3a-9644-5dacaa247985,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:36.894562 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-32dae954-c948-48fe-b385-24ac68dfbdfc admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=9a9898e09a254c2facc7b44d997feb20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7901428 Jul 28 01:14:36.897915 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 46666) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:36.938161 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:36.957538 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:36.970602 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-915a19b1-70df-435a-8a50-9ee65bbd5589 admin admin] Publish callbacks [] for security_group (bec4d19f-0a29-4b3a-9644-5dacaa247985), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:36.997708 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-915a19b1-70df-435a-8a50-9ee65bbd5589 admin admin] Publish callbacks [] for security_group (bec4d19f-0a29-4b3a-9644-5dacaa247985), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:37.042543 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=100 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:37.075060 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-915a19b1-70df-435a-8a50-9ee65bbd5589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (bec4d19f-0a29-4b3a-9644-5dacaa247985), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:37.078456 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-915a19b1-70df-435a-8a50-9ee65bbd5589 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:37.080411 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-915a19b1-70df-435a-8a50-9ee65bbd5589 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/bec4d19f-0a29-4b3a-9644-5dacaa247985 HTTP/1.1" status: 204 len: 168 time: 0.1813567 Jul 28 01:14:37.089579 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a19b1-70df-435a-8a50-9ee65bbd5589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec4d19f-0a29-4b3a-9644-5dacaa247985,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:37.140164 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-ca4053b0-5f6d-4662-8cd5-912844d75631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'name': 'tempest-AttachVolumeShelveTestJSON-1225621746-router', 'tenant_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'af5bfeb6-797c-4c9c-bb52-8842e138fefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:33Z', 'updated_at': '2022-07-28T01:13:48Z', 'revision_number': 4, 'project_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'gw_port': {'id': 'af5bfeb6-797c-4c9c-bb52-8842e138fefc', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:57:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:35Z', 'updated_at': '2022-07-28T01:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': '0705bfba-e2c1-4b63-8ab7-063f3a4bf66f', 'tenant_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'port_id': 'a76b2846-749f-47c3-81f3-a7c5328f00ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79d1ca3f-e23e-4848-9d9a-982b12f210b8', 'mac_address': 'fa:16:3e:56:79:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300e3c0c-fb14-4c05-b53a-fe8f0589ac1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:14:02Z', 'updated_at': '2022-07-28T01:14:35Z', 'revision_number': 1, 'project_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21ace596-49be-4528-9c60-c180dcb085e7', 'name': '', 'network_id': '79d1ca3f-e23e-4848-9d9a-982b12f210b8', 'tenant_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'mac_address': 'fa:16:3e:79:80:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:46Z', 'updated_at': '2022-07-28T01:14:02Z', 'revision_number': 5, 'project_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'subnets': [{'id': 'a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:14:37.176157 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4053b0-5f6d-4662-8cd5-912844d75631 None None] Checking router: cc6a0719-88e5-4b17-be05-1c543993ef8f for host: dv-cinder-815582-11-iscsi {{(pid=104164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:14:37.185552 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4053b0-5f6d-4662-8cd5-912844d75631 None None] Routers {'cc6a0719-88e5-4b17-be05-1c543993ef8f'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:14:37.186321 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-ca4053b0-5f6d-4662-8cd5-912844d75631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:14:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['cc6a0719-88e5-4b17-be05-1c543993ef8f'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:14:37.296026 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-ca4053b0-5f6d-4662-8cd5-912844d75631 None None] Set router cc6a0719-88e5-4b17-be05-1c543993ef8f gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:14:37.414681 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 46692) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:37.550233 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-92657752-909d-4f76-bd6d-d5c575f8130d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:37.642036 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-92657752-909d-4f76-bd6d-d5c575f8130d admin admin] Publish callbacks [] for security_group (77be6ea1-2654-4982-ac05-413728964917), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:37.647764 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-92657752-909d-4f76-bd6d-d5c575f8130d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (77be6ea1-2654-4982-ac05-413728964917), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:37.667546 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-ca4053b0-5f6d-4662-8cd5-912844d75631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'name': 'tempest-AttachVolumeShelveTestJSON-1225621746-router', 'tenant_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'af5bfeb6-797c-4c9c-bb52-8842e138fefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:33Z', 'updated_at': '2022-07-28T01:13:48Z', 'revision_number': 4, 'project_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'gw_port': {'id': 'af5bfeb6-797c-4c9c-bb52-8842e138fefc', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:57:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:35Z', 'updated_at': '2022-07-28T01:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': '0705bfba-e2c1-4b63-8ab7-063f3a4bf66f', 'tenant_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'port_id': 'a76b2846-749f-47c3-81f3-a7c5328f00ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79d1ca3f-e23e-4848-9d9a-982b12f210b8', 'mac_address': 'fa:16:3e:56:79:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300e3c0c-fb14-4c05-b53a-fe8f0589ac1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:14:02Z', 'updated_at': '2022-07-28T01:14:35Z', 'revision_number': 1, 'project_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21ace596-49be-4528-9c60-c180dcb085e7', 'name': '', 'network_id': '79d1ca3f-e23e-4848-9d9a-982b12f210b8', 'tenant_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'mac_address': 'fa:16:3e:79:80:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:46Z', 'updated_at': '2022-07-28T01:14:02Z', 'revision_number': 5, 'project_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'subnets': [{'id': 'a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:14:37.681856 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '300e3c0c-fb14-4c05-b53a-fe8f0589ac1b', 'tag': 'a76b2846-749f-47c3-81f3-a7c5328f00ad'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:14:37.685564 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0f5ab60fa46dcea77c59dd77281ac580fb802378bd5ff0a4b9baf266696a00a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37593d8-9051-4f31-a7b7-e7008f96a4ef" -d '{"events": [{"name": "network-changed", "server_uuid": "300e3c0c-fb14-4c05-b53a-fe8f0589ac1b", "tag": "a76b2846-749f-47c3-81f3-a7c5328f00ad"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:14:37.734272 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-92657752-909d-4f76-bd6d-d5c575f8130d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=209718226e80474bbdc5bb4104ddeff3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3162689 Jul 28 01:14:37.734272 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92657752-909d-4f76-bd6d-d5c575f8130d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77be6ea1-2654-4982-ac05-413728964917,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:37.734672 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 46712) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:37.741029 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4053b0-5f6d-4662-8cd5-912844d75631 None None] The sync data for ids ['cc6a0719-88e5-4b17-be05-1c543993ef8f'] in dv-cinder-815582-11-iscsi is: [{'id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'name': 'tempest-AttachVolumeShelveTestJSON-1225621746-router', 'tenant_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'af5bfeb6-797c-4c9c-bb52-8842e138fefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:33Z', 'updated_at': '2022-07-28T01:13:48Z', 'revision_number': 4, 'project_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'gw_port': {'id': 'af5bfeb6-797c-4c9c-bb52-8842e138fefc', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:57:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:35Z', 'updated_at': '2022-07-28T01:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': '0705bfba-e2c1-4b63-8ab7-063f3a4bf66f', 'tenant_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'port_id': 'a76b2846-749f-47c3-81f3-a7c5328f00ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79d1ca3f-e23e-4848-9d9a-982b12f210b8', 'mac_address': 'fa:16:3e:56:79:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300e3c0c-fb14-4c05-b53a-fe8f0589ac1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:14:02Z', 'updated_at': '2022-07-28T01:14:35Z', 'revision_number': 1, 'project_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21ace596-49be-4528-9c60-c180dcb085e7', 'name': '', 'network_id': '79d1ca3f-e23e-4848-9d9a-982b12f210b8', 'tenant_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'mac_address': 'fa:16:3e:79:80:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:46Z', 'updated_at': '2022-07-28T01:14:02Z', 'revision_number': 5, 'project_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'subnets': [{'id': 'a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:14:37.796744 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 01:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ed86fa-a24e-4251-a45e-557e5107bdb9 x-openstack-request-id: req-54ed86fa-a24e-4251-a45e-557e5107bdb9 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:14:37.796744 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "300e3c0c-fb14-4c05-b53a-fe8f0589ac1b", "tag": "a76b2846-749f-47c3-81f3-a7c5328f00ad", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:14:37.796744 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-54ed86fa-a24e-4251-a45e-557e5107bdb9 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:14:37.796744 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54ed86fa-a24e-4251-a45e-557e5107bdb9'] response: {'name': 'network-changed', 'server_uuid': '300e3c0c-fb14-4c05-b53a-fe8f0589ac1b', 'tag': 'a76b2846-749f-47c3-81f3-a7c5328f00ad', 'status': 'completed', 'code': 200} Jul 28 01:14:37.852291 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-da4199f1-ecfd-4efd-ae49-919854999bb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:37.925544 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:37.969973 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37593d8-9051-4f31-a7b7-e7008f96a4ef req-fbb728a6-c5f5-4d1c-b372-6022bc8792de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:37.971845 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d37593d8-9051-4f31-a7b7-e7008f96a4ef req-fbb728a6-c5f5-4d1c-b372-6022bc8792de service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6e3df8020ac0427bae99a7fc30bdfa48&device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 1130 time: 0.1260633 Jul 28 01:14:37.975825 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-03d10eaa-ea84-42b8-b8f4-d265b66f1676 admin admin] Publish callbacks [] for security_group (77be6ea1-2654-4982-ac05-413728964917), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:37.983033 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb454f-f19e-43cb-a21a-b39e9c9e27cc req-38f56e7a-cc66-429e-9995-82fd7a0668b1 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:37.984719 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-c4cb454f-f19e-43cb-a21a-b39e9c9e27cc req-38f56e7a-cc66-429e-9995-82fd7a0668b1 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 945 time: 0.1734483 Jul 28 01:14:38.080971 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:38.102136 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-03d10eaa-ea84-42b8-b8f4-d265b66f1676 admin admin] Publish callbacks [] for security_group (77be6ea1-2654-4982-ac05-413728964917), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:38.152003 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf21175d-45b6-4abf-a920-4d9653c24227 None None] New status for floating IP 0705bfba-e2c1-4b63-8ab7-063f3a4bf66f: ACTIVE {{(pid=104163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 01:14:38.155948 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-c4cb454f-f19e-43cb-a21a-b39e9c9e27cc req-1c31e857-d538-4d91-afc7-5fa1d1e31cc7 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319377 Jul 28 01:14:38.246656 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37593d8-9051-4f31-a7b7-e7008f96a4ef req-0efdefdf-a95c-46d0-a356-ee9afc6a8fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:38.248130 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d37593d8-9051-4f31-a7b7-e7008f96a4ef req-0efdefdf-a95c-46d0-a356-ee9afc6a8fcc service neutron] 10.222.0.42 "GET /v2.0/networks?id=79d1ca3f-e23e-4848-9d9a-982b12f210b8 HTTP/1.1" status: 200 len: 918 time: 0.2612019 Jul 28 01:14:38.320709 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-03d10eaa-ea84-42b8-b8f4-d265b66f1676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (77be6ea1-2654-4982-ac05-413728964917), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:38.324308 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-03d10eaa-ea84-42b8-b8f4-d265b66f1676 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:38.329099 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-03d10eaa-ea84-42b8-b8f4-d265b66f1676 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/77be6ea1-2654-4982-ac05-413728964917 HTTP/1.1" status: 204 len: 168 time: 0.5933535 Jul 28 01:14:38.351257 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d10eaa-ea84-42b8-b8f4-d265b66f1676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77be6ea1-2654-4982-ac05-413728964917,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:38.367164 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d37593d8-9051-4f31-a7b7-e7008f96a4ef req-ecc60565-e163-46ef-b9cb-278ec4502efc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a76b2846-749f-47c3-81f3-a7c5328f00ad HTTP/1.1" status: 200 len: 999 time: 0.1086090 Jul 28 01:14:38.460246 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37593d8-9051-4f31-a7b7-e7008f96a4ef req-d61864f1-d095-45e4-b652-5f3ea0322b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:38.465825 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d37593d8-9051-4f31-a7b7-e7008f96a4ef req-d61864f1-d095-45e4-b652-5f3ea0322b77 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6 HTTP/1.1" status: 200 len: 856 time: 0.0926459 Jul 28 01:14:38.532358 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37593d8-9051-4f31-a7b7-e7008f96a4ef req-3a7905f0-b8f9-43ce-8f58-376e211754fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:38.534087 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d37593d8-9051-4f31-a7b7-e7008f96a4ef req-3a7905f0-b8f9-43ce-8f58-376e211754fe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=79d1ca3f-e23e-4848-9d9a-982b12f210b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0602727 Jul 28 01:14:38.660251 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d37593d8-9051-4f31-a7b7-e7008f96a4ef req-e03eb837-28a5-4818-9c44-94b6d24014a3 service neutron] 10.222.0.42 "GET /v2.0/networks/79d1ca3f-e23e-4848-9d9a-982b12f210b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161242 Jul 28 01:14:38.815768 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 46754) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:38.832051 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f2b6a7b0-84eb-41ce-88b3-e80bb93e1a8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:38.886082 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:38.920855 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f2b6a7b0-84eb-41ce-88b3-e80bb93e1a8b admin admin] Publish callbacks [] for security_group (c88b0d10-1730-47a8-ba46-b559eae19bde), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:38.925043 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f2b6a7b0-84eb-41ce-88b3-e80bb93e1a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (c88b0d10-1730-47a8-ba46-b559eae19bde), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:38.968480 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-f2b6a7b0-84eb-41ce-88b3-e80bb93e1a8b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=bace7afa706242e59685f6b1cbd17d6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1515203 Jul 28 01:14:38.969528 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b6a7b0-84eb-41ce-88b3-e80bb93e1a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88b0d10-1730-47a8-ba46-b559eae19bde,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:38.971262 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 46760) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:39.021805 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-9808c43d-0f18-4537-b9c3-491af147cf5c admin admin] Publish callbacks [] for security_group (c88b0d10-1730-47a8-ba46-b559eae19bde), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:39.044436 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-9808c43d-0f18-4537-b9c3-491af147cf5c admin admin] Publish callbacks [] for security_group (c88b0d10-1730-47a8-ba46-b559eae19bde), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:39.093978 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-9808c43d-0f18-4537-b9c3-491af147cf5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (c88b0d10-1730-47a8-ba46-b559eae19bde), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:39.096767 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-9808c43d-0f18-4537-b9c3-491af147cf5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:39.097925 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-9808c43d-0f18-4537-b9c3-491af147cf5c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c88b0d10-1730-47a8-ba46-b559eae19bde HTTP/1.1" status: 204 len: 168 time: 0.1255894 Jul 28 01:14:39.106187 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9808c43d-0f18-4537-b9c3-491af147cf5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88b0d10-1730-47a8-ba46-b559eae19bde,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:39.318474 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ce358-1f51-49b5-85ba-fc6ed0fd5392 req-1a60ccae-f442-4300-a4bf-d4ed00ddf5bb tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:39.320504 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0c5ce358-1f51-49b5-85ba-fc6ed0fd5392 req-1a60ccae-f442-4300-a4bf-d4ed00ddf5bb tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 945 time: 0.0567005 Jul 28 01:14:39.385508 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0c5ce358-1f51-49b5-85ba-fc6ed0fd5392 req-149d8d31-f67e-41ab-9d48-5e6c0da0b314 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583742 Jul 28 01:14:39.502321 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 46772) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:39.517119 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a1e42146-358e-4fca-9698-7ba337e41d89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:39.519672 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:39.558887 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d37593d8-9051-4f31-a7b7-e7008f96a4ef req-042d1df9-641a-4753-b9b6-3cada27ec277 service neutron] 10.222.0.42 "GET /v2.0/networks/79d1ca3f-e23e-4848-9d9a-982b12f210b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008449 Jul 28 01:14:39.595977 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a1e42146-358e-4fca-9698-7ba337e41d89 admin admin] Publish callbacks [] for security_group (fc54eacb-7f93-4492-9e32-c81e44294e1d), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:39.601380 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a1e42146-358e-4fca-9698-7ba337e41d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (fc54eacb-7f93-4492-9e32-c81e44294e1d), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:39.638657 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e42146-358e-4fca-9698-7ba337e41d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc54eacb-7f93-4492-9e32-c81e44294e1d,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:39.643003 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-a1e42146-358e-4fca-9698-7ba337e41d89 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6dec8819ba2744d199765e4e30a874ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1395423 Jul 28 01:14:39.647502 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 46774) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:39.705038 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4cc23a94-bdd7-4e03-9343-f1aeb5acc0ba admin admin] Publish callbacks [] for security_group (fc54eacb-7f93-4492-9e32-c81e44294e1d), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:39.717149 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:INSERT=17 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:39.730269 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4cc23a94-bdd7-4e03-9343-f1aeb5acc0ba admin admin] Publish callbacks [] for security_group (fc54eacb-7f93-4492-9e32-c81e44294e1d), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:39.776121 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4cc23a94-bdd7-4e03-9343-f1aeb5acc0ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (fc54eacb-7f93-4492-9e32-c81e44294e1d), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:39.778680 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4cc23a94-bdd7-4e03-9343-f1aeb5acc0ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:39.779870 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-4cc23a94-bdd7-4e03-9343-f1aeb5acc0ba admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/fc54eacb-7f93-4492-9e32-c81e44294e1d HTTP/1.1" status: 204 len: 168 time: 0.1314595 Jul 28 01:14:39.787935 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc23a94-bdd7-4e03-9343-f1aeb5acc0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc54eacb-7f93-4492-9e32-c81e44294e1d,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:40.331293 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-a12438ea-1f0a-4ab2-b4ba-65edf95ada8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:40.538079 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68582bec-a9ee-49f3-a8b0-c7cabc6aa7f0 req-56c09be1-6d0a-497d-bef5-021bbe7c853a tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:40.539746 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-68582bec-a9ee-49f3-a8b0-c7cabc6aa7f0 req-56c09be1-6d0a-497d-bef5-021bbe7c853a tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 945 time: 0.0529439 Jul 28 01:14:40.588574 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-68582bec-a9ee-49f3-a8b0-c7cabc6aa7f0 req-1390899b-2ff9-435b-970f-829a3214a565 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432153 Jul 28 01:14:41.316112 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:41.716706 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e59e7-f4b3-444c-9916-e46e5c0fe87b req-f38ef280-dbbe-4c76-9bb5-f5d4bb4d2faa tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:41.718315 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-087e59e7-f4b3-444c-9916-e46e5c0fe87b req-f38ef280-dbbe-4c76-9bb5-f5d4bb4d2faa tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 945 time: 0.0516329 Jul 28 01:14:41.780800 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-087e59e7-f4b3-444c-9916-e46e5c0fe87b req-57f47c47-e731-4d40-a3dc-ad57dbe76022 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549209 Jul 28 01:14:41.913971 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 46872) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:42.398605 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:42.581485 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-097479ca-a773-4d57-befa-69b029988623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952091'] for router_interface (d73642dd-3854-4aaf-aca5-ae3b43fc9a15), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:42.684128 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:42.898340 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-097479ca-a773-4d57-befa-69b029988623 admin admin] Deleting port 0c211b91-3699-4de1-9a69-4cda5fb329c9 {{(pid=104162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:14:42.898890 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-097479ca-a773-4d57-befa-69b029988623 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (0c211b91-3699-4de1-9a69-4cda5fb329c9), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:42.960558 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b27b2-3b21-4a10-a7da-df7112854f19 req-09f1bbdf-1f84-4656-988a-4eca765c6376 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:42.962049 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-843b27b2-3b21-4a10-a7da-df7112854f19 req-09f1bbdf-1f84-4656-988a-4eca765c6376 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 945 time: 0.0985482 Jul 28 01:14:43.017551 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:43.043555 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-097479ca-a773-4d57-befa-69b029988623 admin admin] For port 0c211b91-3699-4de1-9a69-4cda5fb329c9, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=0c211b91-3699-4de1-9a69-4cda5fb329c9,segment=NetworkSegment(5297ca8c-2da0-4352-ae6d-b19a2fd25ba5),segment_id=5297ca8c-2da0-4352-ae6d-b19a2fd25ba5)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:14:43.043697 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:43.043940 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-097479ca-a773-4d57-befa-69b029988623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (0c211b91-3699-4de1-9a69-4cda5fb329c9), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:43.055896 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-843b27b2-3b21-4a10-a7da-df7112854f19 req-d1806319-c6dc-4075-8942-38a4580b11e2 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835192 Jul 28 01:14:43.062149 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-097479ca-a773-4d57-befa-69b029988623 admin admin] Calling delete_port for 0c211b91-3699-4de1-9a69-4cda5fb329c9 owned by network:router_interface {{(pid=104162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:14:43.277527 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-097479ca-a773-4d57-befa-69b029988623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436'] for port (0c211b91-3699-4de1-9a69-4cda5fb329c9), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:43.305954 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097479ca-a773-4d57-befa-69b029988623 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c211b91-3699-4de1-9a69-4cda5fb329c9,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:43.442957 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-097479ca-a773-4d57-befa-69b029988623 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-952207'] for router_interface (d73642dd-3854-4aaf-aca5-ae3b43fc9a15), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:43.446042 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:43.664146 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-097479ca-a773-4d57-befa-69b029988623 admin admin] Router d73642dd-3854-4aaf-aca5-ae3b43fc9a15 has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:14:43.770553 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097479ca-a773-4d57-befa-69b029988623 admin admin] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:14:43.776012 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-097479ca-a773-4d57-befa-69b029988623 admin admin] 10.222.0.17 "PUT /v2.0/routers/d73642dd-3854-4aaf-aca5-ae3b43fc9a15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8609257 Jul 28 01:14:43.778773 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 46914) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:43.780422 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44d253d-3a50-4c34-bd8e-b614a48e51d4 None None] Sync routers for ids ['d73642dd-3854-4aaf-aca5-ae3b43fc9a15'] in dv-cinder-815582-11-iscsi {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:14:43.790954 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44d253d-3a50-4c34-bd8e-b614a48e51d4 None None] Routers {'d73642dd-3854-4aaf-aca5-ae3b43fc9a15'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:14:43.791630 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-f44d253d-3a50-4c34-bd8e-b614a48e51d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:14:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['d73642dd-3854-4aaf-aca5-ae3b43fc9a15'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:14:43.886670 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5125628c-7fd6-4456-a536-273f2de9fc6f admin admin] Publish callbacks [] for router (d73642dd-3854-4aaf-aca5-ae3b43fc9a15), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:43.894917 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-f44d253d-3a50-4c34-bd8e-b614a48e51d4 None None] Set router d73642dd-3854-4aaf-aca5-ae3b43fc9a15 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:14:43.960581 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:43.992969 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5125628c-7fd6-4456-a536-273f2de9fc6f admin admin] Publish callbacks [] for router_gateway (d73642dd-3854-4aaf-aca5-ae3b43fc9a15), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:44.039398 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-5125628c-7fd6-4456-a536-273f2de9fc6f admin admin] Deleting port eacc4947-8055-46fb-959d-879e9f27f965 {{(pid=104162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:14:44.039810 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5125628c-7fd6-4456-a536-273f2de9fc6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (eacc4947-8055-46fb-959d-879e9f27f965), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:44.068768 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-f44d253d-3a50-4c34-bd8e-b614a48e51d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73642dd-3854-4aaf-aca5-ae3b43fc9a15', 'name': 'tempest-DeleteServersTestJSON-170722871-router', 'tenant_id': 'c8b3087180c642a78010ed1382cf1868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'eacc4947-8055-46fb-959d-879e9f27f965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:26Z', 'updated_at': '2022-07-28T01:14:43Z', 'revision_number': 5, 'project_id': 'c8b3087180c642a78010ed1382cf1868', 'gw_port': {'id': 'eacc4947-8055-46fb-959d-879e9f27f965', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ce:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73642dd-3854-4aaf-aca5-ae3b43fc9a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:27Z', 'updated_at': '2022-07-28T01:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi'}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:14:44.100658 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44d253d-3a50-4c34-bd8e-b614a48e51d4 None None] Checking router: d73642dd-3854-4aaf-aca5-ae3b43fc9a15 for host: dv-cinder-815582-11-iscsi {{(pid=104164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:14:44.109881 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44d253d-3a50-4c34-bd8e-b614a48e51d4 None None] Routers {'d73642dd-3854-4aaf-aca5-ae3b43fc9a15'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:14:44.110496 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-f44d253d-3a50-4c34-bd8e-b614a48e51d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:14:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['d73642dd-3854-4aaf-aca5-ae3b43fc9a15'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:14:44.127473 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-5125628c-7fd6-4456-a536-273f2de9fc6f admin admin] For port eacc4947-8055-46fb-959d-879e9f27f965, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=eacc4947-8055-46fb-959d-879e9f27f965,segment=NetworkSegment(e0235fba-4142-426a-91c5-07cb16b4142e),segment_id=e0235fba-4142-426a-91c5-07cb16b4142e)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:14:44.127831 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5125628c-7fd6-4456-a536-273f2de9fc6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (eacc4947-8055-46fb-959d-879e9f27f965), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:44.166326 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-5125628c-7fd6-4456-a536-273f2de9fc6f admin admin] Calling delete_port for eacc4947-8055-46fb-959d-879e9f27f965 owned by network:router_gateway {{(pid=104162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:14:44.193370 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b8880-b2b5-439e-b63c-0414827a1665 req-3fa8f521-9d8f-45a4-96b8-6f03d4532053 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:44.194106 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-f44d253d-3a50-4c34-bd8e-b614a48e51d4 None None] Set router d73642dd-3854-4aaf-aca5-ae3b43fc9a15 gateway port host: None {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:14:44.194821 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-484b8880-b2b5-439e-b63c-0414827a1665 req-3fa8f521-9d8f-45a4-96b8-6f03d4532053 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 945 time: 0.0585845 Jul 28 01:14:44.245598 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-f44d253d-3a50-4c34-bd8e-b614a48e51d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73642dd-3854-4aaf-aca5-ae3b43fc9a15', 'name': 'tempest-DeleteServersTestJSON-170722871-router', 'tenant_id': 'c8b3087180c642a78010ed1382cf1868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:26Z', 'updated_at': '2022-07-28T01:14:43Z', 'revision_number': 6, 'project_id': 'c8b3087180c642a78010ed1382cf1868', 'gw_port_host': None}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:14:44.270985 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44d253d-3a50-4c34-bd8e-b614a48e51d4 None None] The sync data for ids ['d73642dd-3854-4aaf-aca5-ae3b43fc9a15'] in dv-cinder-815582-11-iscsi is: [{'id': 'd73642dd-3854-4aaf-aca5-ae3b43fc9a15', 'name': 'tempest-DeleteServersTestJSON-170722871-router', 'tenant_id': 'c8b3087180c642a78010ed1382cf1868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:26Z', 'updated_at': '2022-07-28T01:14:43Z', 'revision_number': 6, 'project_id': 'c8b3087180c642a78010ed1382cf1868', 'gw_port_host': None}] {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:14:44.322210 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-484b8880-b2b5-439e-b63c-0414827a1665 req-86cbbcfa-dbb0-4820-a0ea-7122ed6a522f tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008003 Jul 28 01:14:44.335619 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:44.400017 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5125628c-7fd6-4456-a536-273f2de9fc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436'] for port (eacc4947-8055-46fb-959d-879e9f27f965), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:44.428626 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125628c-7fd6-4456-a536-273f2de9fc6f admin admin] Pushing event deleted for resources: {'Port': ['ID=eacc4947-8055-46fb-959d-879e9f27f965,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:44.459104 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5125628c-7fd6-4456-a536-273f2de9fc6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-949531'] for router_gateway (d73642dd-3854-4aaf-aca5-ae3b43fc9a15), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:44.767373 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5125628c-7fd6-4456-a536-273f2de9fc6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-347'] for router (d73642dd-3854-4aaf-aca5-ae3b43fc9a15), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:44.769900 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5125628c-7fd6-4456-a536-273f2de9fc6f admin admin] Publish callbacks [] for router_controller (d73642dd-3854-4aaf-aca5-ae3b43fc9a15), precommit_delete_associations {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:44.836330 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5125628c-7fd6-4456-a536-273f2de9fc6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614162'] for router (d73642dd-3854-4aaf-aca5-ae3b43fc9a15), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:44.836939 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5125628c-7fd6-4456-a536-273f2de9fc6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d73642dd-3854-4aaf-aca5-ae3b43fc9a15 {{(pid=104162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 01:14:44.841964 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5125628c-7fd6-4456-a536-273f2de9fc6f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:44.843142 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-5125628c-7fd6-4456-a536-273f2de9fc6f admin admin] 10.222.0.17 "DELETE /v2.0/routers/d73642dd-3854-4aaf-aca5-ae3b43fc9a15 HTTP/1.1" status: 204 len: 168 time: 1.0631349 Jul 28 01:14:44.845683 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 46926) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:44.894098 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c38fd2b-6727-4dfb-90b8-570cfd6c1068 admin admin] Deleting subnet f49fd25b-3ab1-4af3-8259-aa04dba6863a {{(pid=104162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 01:14:44.897538 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-0c38fd2b-6727-4dfb-90b8-570cfd6c1068 admin admin] Publish callbacks [] for subnet (f49fd25b-3ab1-4af3-8259-aa04dba6863a), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:44.941271 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-0c38fd2b-6727-4dfb-90b8-570cfd6c1068 admin admin] Publish callbacks [] for subnet (f49fd25b-3ab1-4af3-8259-aa04dba6863a), precommit_delete_associations {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:45.012576 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-0c38fd2b-6727-4dfb-90b8-570cfd6c1068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400619'] for subnet (f49fd25b-3ab1-4af3-8259-aa04dba6863a), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:45.074579 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-0c38fd2b-6727-4dfb-90b8-570cfd6c1068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for subnet (f49fd25b-3ab1-4af3-8259-aa04dba6863a), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:45.103207 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38fd2b-6727-4dfb-90b8-570cfd6c1068 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f49fd25b-3ab1-4af3-8259-aa04dba6863a,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:45.105295 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-0c38fd2b-6727-4dfb-90b8-570cfd6c1068 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:45.110012 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-0c38fd2b-6727-4dfb-90b8-570cfd6c1068 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/f49fd25b-3ab1-4af3-8259-aa04dba6863a HTTP/1.1" status: 204 len: 168 time: 0.2632887 Jul 28 01:14:45.111381 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 46930) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:45.113346 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331a9c81-dc23-40d8-acc2-d9c05a37e5b1 None None] Network b3b8c70a-85f4-4b76-9f67-3297a3a800f4 requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:14:45.129326 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:45.188456 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d017451a-e022-4d37-b717-b10c707048f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295201'] for network (b3b8c70a-85f4-4b76-9f67-3297a3a800f4), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:45.243447 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-d017451a-e022-4d37-b717-b10c707048f6 admin admin] Deleting port f84ce4d7-1556-412c-89a8-eda7e18bb13e {{(pid=104162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:14:45.243804 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d017451a-e022-4d37-b717-b10c707048f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (f84ce4d7-1556-412c-89a8-eda7e18bb13e), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:45.273239 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c1794b-2675-44c8-bab9-c4735d431d54 None None] DHCP port deletion for b3b8c70a-85f4-4b76-9f67-3297a3a800f4 request from dv-cinder-815582-11-iscsi {{(pid=104163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 01:14:45.312311 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-d017451a-e022-4d37-b717-b10c707048f6 admin admin] For port f84ce4d7-1556-412c-89a8-eda7e18bb13e, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=f84ce4d7-1556-412c-89a8-eda7e18bb13e,segment=NetworkSegment(5297ca8c-2da0-4352-ae6d-b19a2fd25ba5),segment_id=5297ca8c-2da0-4352-ae6d-b19a2fd25ba5)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:14:45.312672 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d017451a-e022-4d37-b717-b10c707048f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (f84ce4d7-1556-412c-89a8-eda7e18bb13e), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:45.315762 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-f1c1794b-2675-44c8-bab9-c4735d431d54 None None] Deleting port f84ce4d7-1556-412c-89a8-eda7e18bb13e {{(pid=104163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:14:45.316436 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-f1c1794b-2675-44c8-bab9-c4735d431d54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (f84ce4d7-1556-412c-89a8-eda7e18bb13e), before_delete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:45.327957 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-d017451a-e022-4d37-b717-b10c707048f6 admin admin] Calling delete_port for f84ce4d7-1556-412c-89a8-eda7e18bb13e owned by network:dhcp {{(pid=104162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:14:45.392060 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-f1c1794b-2675-44c8-bab9-c4735d431d54 None None] For port f84ce4d7-1556-412c-89a8-eda7e18bb13e, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=f84ce4d7-1556-412c-89a8-eda7e18bb13e,segment=NetworkSegment(5297ca8c-2da0-4352-ae6d-b19a2fd25ba5),segment_id=5297ca8c-2da0-4352-ae6d-b19a2fd25ba5)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:14:45.392556 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-f1c1794b-2675-44c8-bab9-c4735d431d54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (f84ce4d7-1556-412c-89a8-eda7e18bb13e), precommit_delete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:45.409147 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-f1c1794b-2675-44c8-bab9-c4735d431d54 None None] Calling delete_port for f84ce4d7-1556-412c-89a8-eda7e18bb13e owned by network:dhcp {{(pid=104163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:14:45.412190 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:45.480008 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d017451a-e022-4d37-b717-b10c707048f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436'] for port (f84ce4d7-1556-412c-89a8-eda7e18bb13e), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:45.510899 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017451a-e022-4d37-b717-b10c707048f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f84ce4d7-1556-412c-89a8-eda7e18bb13e,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:45.518495 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91f31e-2719-4319-9120-5a946cc39961 req-a0484318-c2d3-484f-8af8-082178224e90 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:45.520031 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9b91f31e-2719-4319-9120-5a946cc39961 req-a0484318-c2d3-484f-8af8-082178224e90 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 945 time: 0.1027284 Jul 28 01:14:45.522425 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d017451a-e022-4d37-b717-b10c707048f6 admin admin] No DVR routers for this DVR port f84ce4d7-1556-412c-89a8-eda7e18bb13e on host dv-cinder-815582-11-iscsi {{(pid=104162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 01:14:45.548750 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-f1c1794b-2675-44c8-bab9-c4735d431d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436'] for port (f84ce4d7-1556-412c-89a8-eda7e18bb13e), after_delete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:45.574245 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c1794b-2675-44c8-bab9-c4735d431d54 None None] Pushing event deleted for resources: {'Port': ['ID=f84ce4d7-1556-412c-89a8-eda7e18bb13e,revision_number=None']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:45.579810 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c1794b-2675-44c8-bab9-c4735d431d54 None None] No DVR routers for this DVR port f84ce4d7-1556-412c-89a8-eda7e18bb13e on host dv-cinder-815582-11-iscsi {{(pid=104163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 01:14:45.588398 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1794b-2675-44c8-bab9-c4735d431d54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:14:45.588839 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1794b-2675-44c8-bab9-c4735d431d54 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:14:45.589095 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1794b-2675-44c8-bab9-c4735d431d54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:14:45.589445 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1794b-2675-44c8-bab9-c4735d431d54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:14:45.589781 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1794b-2675-44c8-bab9-c4735d431d54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:14:45.590111 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1794b-2675-44c8-bab9-c4735d431d54 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:14:45.590436 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1794b-2675-44c8-bab9-c4735d431d54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:14:45.590758 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1794b-2675-44c8-bab9-c4735d431d54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:14:45.591123 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1794b-2675-44c8-bab9-c4735d431d54 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:14:45.591457 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1794b-2675-44c8-bab9-c4735d431d54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:14:45.591803 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1794b-2675-44c8-bab9-c4735d431d54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:14:45.592118 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1794b-2675-44c8-bab9-c4735d431d54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:14:45.592437 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1794b-2675-44c8-bab9-c4735d431d54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:14:45.592777 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1794b-2675-44c8-bab9-c4735d431d54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:14:45.593092 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1794b-2675-44c8-bab9-c4735d431d54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:14:45.620073 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d017451a-e022-4d37-b717-b10c707048f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1398533', 'neutron.services.segments.db._delete_segments_for_network-8778716901834'] for network (b3b8c70a-85f4-4b76-9f67-3297a3a800f4), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:45.649607 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9b91f31e-2719-4319-9120-5a946cc39961 req-3e4cec1e-97e4-4b33-a236-e2215d1952a4 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221240 Jul 28 01:14:45.653488 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d017451a-e022-4d37-b717-b10c707048f6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:14:45.653805 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d017451a-e022-4d37-b717-b10c707048f6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:14:45.654605 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d017451a-e022-4d37-b717-b10c707048f6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:14:45.654873 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d017451a-e022-4d37-b717-b10c707048f6 admin admin] Subscribe: > port after_create 55550000 {{(pid=104162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:14:45.655222 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d017451a-e022-4d37-b717-b10c707048f6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:14:45.655531 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d017451a-e022-4d37-b717-b10c707048f6 admin admin] Subscribe: > port after_update 55550000 {{(pid=104162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:14:45.655939 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d017451a-e022-4d37-b717-b10c707048f6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:14:45.656191 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d017451a-e022-4d37-b717-b10c707048f6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:14:45.656497 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d017451a-e022-4d37-b717-b10c707048f6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:14:45.656828 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d017451a-e022-4d37-b717-b10c707048f6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:14:45.830730 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d017451a-e022-4d37-b717-b10c707048f6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:14:45.831004 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d017451a-e022-4d37-b717-b10c707048f6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:14:45.831369 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d017451a-e022-4d37-b717-b10c707048f6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:14:45.831711 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d017451a-e022-4d37-b717-b10c707048f6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:14:45.832057 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.services.segments.db [None req-d017451a-e022-4d37-b717-b10c707048f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3b8c70a-85f4-4b76-9f67-3297a3a800f4']}} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:14:45.851653 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.services.segments.db [None req-d017451a-e022-4d37-b717-b10c707048f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5297ca8c-2da0-4352-ae6d-b19a2fd25ba5') {'for_net_delete': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:14:45.851884 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.services.segments.db [None req-d017451a-e022-4d37-b717-b10c707048f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5297ca8c-2da0-4352-ae6d-b19a2fd25ba5') {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:14:45.868295 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d017451a-e022-4d37-b717-b10c707048f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778716901735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4511328'] for segment (5297ca8c-2da0-4352-ae6d-b19a2fd25ba5), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:45.871631 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:45.891268 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d017451a-e022-4d37-b717-b10c707048f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084'] for segment (5297ca8c-2da0-4352-ae6d-b19a2fd25ba5), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:45.900253 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d017451a-e022-4d37-b717-b10c707048f6 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=104162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 01:14:45.900593 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d017451a-e022-4d37-b717-b10c707048f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4518740'] for segment (5297ca8c-2da0-4352-ae6d-b19a2fd25ba5), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:45.983866 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d017451a-e022-4d37-b717-b10c707048f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1398542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-949559'] for network (b3b8c70a-85f4-4b76-9f67-3297a3a800f4), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:45.989993 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device eacc4947-8055-46fb-959d-879e9f27f965 no longer exists at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:14:45.995049 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d017451a-e022-4d37-b717-b10c707048f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:46.001496 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-d017451a-e022-4d37-b717-b10c707048f6 admin admin] 10.222.0.17 "DELETE /v2.0/networks/b3b8c70a-85f4-4b76-9f67-3297a3a800f4 HTTP/1.1" status: 204 len: 168 time: 0.8860528 Jul 28 01:14:46.013390 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017451a-e022-4d37-b717-b10c707048f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3b8c70a-85f4-4b76-9f67-3297a3a800f4,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:46.022313 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] No Port match for: eacc4947-8055-46fb-959d-879e9f27f965 {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:14:46.023319 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device eacc4947-8055-46fb-959d-879e9f27f965 not bound to the agent host dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:14:46.023988 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 0c211b91-3699-4de1-9a69-4cda5fb329c9 no longer exists at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:14:46.047705 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] No Port match for: 0c211b91-3699-4de1-9a69-4cda5fb329c9 {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:14:46.048294 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 0c211b91-3699-4de1-9a69-4cda5fb329c9 not bound to the agent host dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:14:46.049132 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device f84ce4d7-1556-412c-89a8-eda7e18bb13e no longer exists at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:14:46.067760 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] No Port match for: f84ce4d7-1556-412c-89a8-eda7e18bb13e {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:14:46.068178 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device f84ce4d7-1556-412c-89a8-eda7e18bb13e not bound to the agent host dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:14:46.119896 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.services.segments.plugin [-] Segment 5297ca8c-2da0-4352-ae6d-b19a2fd25ba5 resource provider aggregate not found Jul 28 01:14:46.139953 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.services.segments.plugin [-] Segment 5297ca8c-2da0-4352-ae6d-b19a2fd25ba5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5297ca8c-2da0-4352-ae6d-b19a2fd25ba5 found for delete ", "request_id": "req-8cd0ce5c-9159-4462-90e7-0e7f5bea0090"}]} Jul 28 01:14:46.193333 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 46954) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:46.234382 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-b13c8e52-6e75-4d1c-9fbd-0e481fa67bec admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c8b3087180c642a78010ed1382cf1868&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0398545 Jul 28 01:14:46.236890 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 46956) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:14:46.288836 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d43908d9-7879-4c9d-b1ab-6cbf1e926b26 admin admin] Publish callbacks [] for security_group (bedf5964-fa71-4253-9cde-5fc073d92143), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:46.315293 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d43908d9-7879-4c9d-b1ab-6cbf1e926b26 admin admin] Publish callbacks [] for security_group (bedf5964-fa71-4253-9cde-5fc073d92143), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:46.371373 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d43908d9-7879-4c9d-b1ab-6cbf1e926b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (bedf5964-fa71-4253-9cde-5fc073d92143), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:46.374137 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d43908d9-7879-4c9d-b1ab-6cbf1e926b26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:14:46.375306 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-d43908d9-7879-4c9d-b1ab-6cbf1e926b26 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/bedf5964-fa71-4253-9cde-5fc073d92143 HTTP/1.1" status: 204 len: 168 time: 0.1375396 Jul 28 01:14:46.386365 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43908d9-7879-4c9d-b1ab-6cbf1e926b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bedf5964-fa71-4253-9cde-5fc073d92143,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:14:46.768945 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f63ac-dc5f-4f7b-9d20-473f4cb74edd req-e733d253-6eb6-4b6d-850c-a9cdc187273d tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:46.770677 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ab6f63ac-dc5f-4f7b-9d20-473f4cb74edd req-e733d253-6eb6-4b6d-850c-a9cdc187273d tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 945 time: 0.0482197 Jul 28 01:14:46.791486 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:46.822873 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ab6f63ac-dc5f-4f7b-9d20-473f4cb74edd req-a5ad796b-d9dc-44b3-8b80-2de687bfa73e tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464344 Jul 28 01:14:47.968345 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b62ec-023b-46e7-81e5-fbbc9f6f3509 req-079fd00f-ce10-4c05-b76f-b52936775d97 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:47.969844 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b09b62ec-023b-46e7-81e5-fbbc9f6f3509 req-079fd00f-ce10-4c05-b76f-b52936775d97 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 945 time: 0.0575416 Jul 28 01:14:48.023426 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b09b62ec-023b-46e7-81e5-fbbc9f6f3509 req-8c7c8976-f624-470f-958f-8323207847a4 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460992 Jul 28 01:14:49.147428 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa90cad-e326-41ba-b2e1-37229cd21f5a req-3b8a33c6-ae28-4b89-824b-622aed9127b0 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:49.148905 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9fa90cad-e326-41ba-b2e1-37229cd21f5a req-3b8a33c6-ae28-4b89-824b-622aed9127b0 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 945 time: 0.0494835 Jul 28 01:14:49.197467 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9fa90cad-e326-41ba-b2e1-37229cd21f5a req-50182ab1-b8bf-4a30-9e98-95224af5d473 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427871 Jul 28 01:14:49.783741 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=5,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:49.785838 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=43,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:50.328212 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad73fcc-8404-4987-bfbe-8ee483f7e747 req-8c63ce58-5128-48ee-9e24-b7c186b1afe6 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:50.329584 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-aad73fcc-8404-4987-bfbe-8ee483f7e747 req-8c63ce58-5128-48ee-9e24-b7c186b1afe6 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 945 time: 0.0469606 Jul 28 01:14:50.377640 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-aad73fcc-8404-4987-bfbe-8ee483f7e747 req-fea1191f-1998-4cdd-a16c-40813078a9b2 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420318 Jul 28 01:14:51.507061 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf067a-9f43-4ccf-84bf-ac88e1002f3e req-c39dcb3e-e6eb-40c7-ac4a-62d10b7915c2 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:51.508502 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-96bf067a-9f43-4ccf-84bf-ac88e1002f3e req-c39dcb3e-e6eb-40c7-ac4a-62d10b7915c2 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 945 time: 0.0520177 Jul 28 01:14:51.556054 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-96bf067a-9f43-4ccf-84bf-ac88e1002f3e req-e40a9f4c-a553-4547-86ef-939313628b02 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418663 Jul 28 01:14:52.684935 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520589f-ebba-4b9b-8d20-a79b0c40a41f req-3672123a-557f-4987-b015-14f3a9421ab1 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:52.686400 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e520589f-ebba-4b9b-8d20-a79b0c40a41f req-3672123a-557f-4987-b015-14f3a9421ab1 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 945 time: 0.0544538 Jul 28 01:14:52.736822 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e520589f-ebba-4b9b-8d20-a79b0c40a41f req-883d64d4-248d-440f-83af-5916ed01196f tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418985 Jul 28 01:14:53.870541 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268c6dc-acc8-4973-89c6-b486a903eee2 req-96f0c75b-e492-45a0-ae78-469cd96af839 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:53.872076 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b268c6dc-acc8-4973-89c6-b486a903eee2 req-96f0c75b-e492-45a0-ae78-469cd96af839 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 945 time: 0.0525970 Jul 28 01:14:53.922778 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b268c6dc-acc8-4973-89c6-b486a903eee2 req-c149987d-f588-4045-b914-7fc1d495a0bd tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449615 Jul 28 01:14:54.247829 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=88 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:54.248690 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=99 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:55.046883 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f4da2-204e-43e2-b022-bc21bb694905 req-f311619d-d401-47a7-a34c-f9db77b4f47f tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:55.049149 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-5d9f4da2-204e-43e2-b022-bc21bb694905 req-f311619d-d401-47a7-a34c-f9db77b4f47f tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 945 time: 0.0488391 Jul 28 01:14:55.072486 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:55.104543 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-5d9f4da2-204e-43e2-b022-bc21bb694905 req-3519189a-c3de-4719-85f7-8a09773e954d tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466080 Jul 28 01:14:56.224496 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c92cc1-fe2a-411b-80e0-fec47ffe9195 req-4660aaed-f4d4-4da2-83ef-248594a028fb tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:56.225840 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e0c92cc1-fe2a-411b-80e0-fec47ffe9195 req-4660aaed-f4d4-4da2-83ef-248594a028fb tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 945 time: 0.0472784 Jul 28 01:14:56.279475 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e0c92cc1-fe2a-411b-80e0-fec47ffe9195 req-c63a355a-ea37-4acd-840e-306a0a0c19b2 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451801 Jul 28 01:14:56.399637 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:56.400419 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=73,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:57.415917 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.agents_db [None req-b5d7b8ea-190f-43e3-81f4-c45e7fbfa344 None None] Agent healthcheck: found 6 active agents {{(pid=104164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 01:14:57.432022 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33823bc7-e222-4ad9-9b34-e63749e0fe83 req-b4bdb4bd-57d5-4ce9-9a5b-7f470c411afa tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:57.434076 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-33823bc7-e222-4ad9-9b34-e63749e0fe83 req-b4bdb4bd-57d5-4ce9-9a5b-7f470c411afa tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 945 time: 0.0713694 Jul 28 01:14:57.496780 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-33823bc7-e222-4ad9-9b34-e63749e0fe83 req-d95bb304-a4cb-458c-914f-b0e89a3e8d0a tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538900 Jul 28 01:14:58.629004 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd047bac-d7e5-4ff6-95be-9827492226c6 req-dacfd0ed-6a71-40bd-b88e-bcdf79992f66 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:58.630892 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-bd047bac-d7e5-4ff6-95be-9827492226c6 req-dacfd0ed-6a71-40bd-b88e-bcdf79992f66 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 945 time: 0.0495872 Jul 28 01:14:58.685495 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-bd047bac-d7e5-4ff6-95be-9827492226c6 req-13784783-6a60-45c1-a490-1d03bce18d4e tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475116 Jul 28 01:14:59.827514 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33fe13f-bf83-42a9-b00d-bdf51ea3c979 req-a40cc052-7559-4034-b816-a400eb0c6aa1 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:14:59.831356 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f33fe13f-bf83-42a9-b00d-bdf51ea3c979 req-a40cc052-7559-4034-b816-a400eb0c6aa1 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 945 time: 0.0597436 Jul 28 01:14:59.857812 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:14:59.887892 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f33fe13f-bf83-42a9-b00d-bdf51ea3c979 req-677be328-7605-4c71-ad61-f9337892dd56 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456421 Jul 28 01:15:01.017921 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c1e46-cc73-4f2e-8658-cde9c7aac5d1 req-8a922201-c224-4142-82ea-1c1b7e5fa7af tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:01.019494 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ff1c1e46-cc73-4f2e-8658-cde9c7aac5d1 req-8a922201-c224-4142-82ea-1c1b7e5fa7af tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 945 time: 0.0518508 Jul 28 01:15:01.069180 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ff1c1e46-cc73-4f2e-8658-cde9c7aac5d1 req-350c342d-c793-47ac-87c7-5a07171682fa tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432625 Jul 28 01:15:02.194569 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e6d8b-3eb9-4c2c-9a6b-de862ac74804 req-46801861-c3e0-4c74-81e2-3317f38165f3 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:02.196043 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ea0e6d8b-3eb9-4c2c-9a6b-de862ac74804 req-46801861-c3e0-4c74-81e2-3317f38165f3 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 945 time: 0.0528915 Jul 28 01:15:02.251263 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ea0e6d8b-3eb9-4c2c-9a6b-de862ac74804 req-8fdc229d-dd39-4008-8616-4856acaca333 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465822 Jul 28 01:15:02.422246 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (8d4a48be-b376-49eb-a7aa-478deaa3f35f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:03.387301 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3081d-a53f-4752-be57-5cb275f201a1 req-3ec4f0aa-c168-4118-a5fe-0f424596f833 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:03.388809 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-c6d3081d-a53f-4752-be57-5cb275f201a1 req-3ec4f0aa-c168-4118-a5fe-0f424596f833 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 945 time: 0.0515893 Jul 28 01:15:03.438233 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-c6d3081d-a53f-4752-be57-5cb275f201a1 req-26cba7e4-bc7a-4c4d-918c-953fca98d090 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436049 Jul 28 01:15:03.800864 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ff4e3-c48f-4d0e-b255-fb4e32061bf9 req-bb55d6b8-8e0b-4087-ad8b-e6dae08a4234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:03.802998 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f73ff4e3-c48f-4d0e-b255-fb4e32061bf9 req-bb55d6b8-8e0b-4087-ad8b-e6dae08a4234 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 1129 time: 0.0467017 Jul 28 01:15:03.862373 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f73ff4e3-c48f-4d0e-b255-fb4e32061bf9 req-c539c7c7-5a56-4f3a-94fb-fcc7c9dfa30a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508430 Jul 28 01:15:04.459953 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 47390) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:04.590326 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62ee51-b245-41dd-a7c1-659c25040c07 req-ef35ee13-55c0-4433-b403-71bf56aba6c2 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:04.591958 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1d62ee51-b245-41dd-a7c1-659c25040c07 req-ef35ee13-55c0-4433-b403-71bf56aba6c2 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 945 time: 0.0636725 Jul 28 01:15:04.593162 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-18d6576f-7ecc-4c65-aff3-270af2faf1be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:04.672122 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1d62ee51-b245-41dd-a7c1-659c25040c07 req-1e4e71b1-810e-413e-bced-2374ac243d8b tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704417 Jul 28 01:15:04.716748 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-18d6576f-7ecc-4c65-aff3-270af2faf1be admin admin] Publish callbacks [] for security_group (1bf6b3a3-0c29-454f-8931-6ec1fe547aab), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:04.721880 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-18d6576f-7ecc-4c65-aff3-270af2faf1be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (1bf6b3a3-0c29-454f-8931-6ec1fe547aab), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:04.732966 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:04.766455 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-18d6576f-7ecc-4c65-aff3-270af2faf1be admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=77ad909a9695402ebf047759bd9bf3cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3054001 Jul 28 01:15:04.767582 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d6576f-7ecc-4c65-aff3-270af2faf1be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf6b3a3-0c29-454f-8931-6ec1fe547aab,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:04.769331 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 47400) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:04.823381 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-162ce411-3b66-4528-9a0f-ab173bbe5c04 admin admin] Publish callbacks [] for security_group (1bf6b3a3-0c29-454f-8931-6ec1fe547aab), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:04.845608 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-162ce411-3b66-4528-9a0f-ab173bbe5c04 admin admin] Publish callbacks [] for security_group (1bf6b3a3-0c29-454f-8931-6ec1fe547aab), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:04.895828 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-162ce411-3b66-4528-9a0f-ab173bbe5c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (1bf6b3a3-0c29-454f-8931-6ec1fe547aab), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:04.898516 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-162ce411-3b66-4528-9a0f-ab173bbe5c04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:04.900112 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-162ce411-3b66-4528-9a0f-ab173bbe5c04 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/1bf6b3a3-0c29-454f-8931-6ec1fe547aab HTTP/1.1" status: 204 len: 168 time: 0.1293647 Jul 28 01:15:04.908319 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ce411-3b66-4528-9a0f-ab173bbe5c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf6b3a3-0c29-454f-8931-6ec1fe547aab,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:05.216224 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 47416) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:05.230235 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5e132277-0db2-4d51-85f4-52e287cd65a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:05.305846 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5e132277-0db2-4d51-85f4-52e287cd65a2 admin admin] Publish callbacks [] for security_group (a9a93987-c7ab-4d7d-b97d-cf7e6c44a727), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:05.311941 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5e132277-0db2-4d51-85f4-52e287cd65a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (a9a93987-c7ab-4d7d-b97d-cf7e6c44a727), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:05.347110 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:05.354572 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-5e132277-0db2-4d51-85f4-52e287cd65a2 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f510872f8b7b4af3bbdfa809e95861a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1372313 Jul 28 01:15:05.355700 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e132277-0db2-4d51-85f4-52e287cd65a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a93987-c7ab-4d7d-b97d-cf7e6c44a727,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:05.357561 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 47418) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:05.408320 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0798523e-169b-428f-8433-7fb3451947a8 admin admin] Publish callbacks [] for security_group (a9a93987-c7ab-4d7d-b97d-cf7e6c44a727), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:05.435295 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0798523e-169b-428f-8433-7fb3451947a8 admin admin] Publish callbacks [] for security_group (a9a93987-c7ab-4d7d-b97d-cf7e6c44a727), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:05.488201 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0798523e-169b-428f-8433-7fb3451947a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (a9a93987-c7ab-4d7d-b97d-cf7e6c44a727), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:05.490771 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0798523e-169b-428f-8433-7fb3451947a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:05.491973 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-0798523e-169b-428f-8433-7fb3451947a8 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a9a93987-c7ab-4d7d-b97d-cf7e6c44a727 HTTP/1.1" status: 204 len: 168 time: 0.1333997 Jul 28 01:15:05.500138 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0798523e-169b-428f-8433-7fb3451947a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a93987-c7ab-4d7d-b97d-cf7e6c44a727,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:05.806905 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d009e2-319a-40a4-9161-fd50d78e7893 req-642128f9-2287-4ca3-b0a9-ada78a5aa813 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:05.808564 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-84d009e2-319a-40a4-9161-fd50d78e7893 req-642128f9-2287-4ca3-b0a9-ada78a5aa813 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 945 time: 0.0501883 Jul 28 01:15:05.843605 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 47428) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:05.857408 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0bf6633d-39d6-4694-b252-cb3ac7fa3a6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:05.858001 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-84d009e2-319a-40a4-9161-fd50d78e7893 req-13006574-2371-4912-96c9-3b7ce08d6e03 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431411 Jul 28 01:15:05.935997 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0bf6633d-39d6-4694-b252-cb3ac7fa3a6e admin admin] Publish callbacks [] for security_group (c3d8b61f-ba40-4fca-a0c1-af541648fd2f), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:05.940160 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0bf6633d-39d6-4694-b252-cb3ac7fa3a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (c3d8b61f-ba40-4fca-a0c1-af541648fd2f), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:05.980105 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-0bf6633d-39d6-4694-b252-cb3ac7fa3a6e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=382b9d85ceb24b1297b8c26a0782c04b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1353738 Jul 28 01:15:05.980923 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf6633d-39d6-4694-b252-cb3ac7fa3a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d8b61f-ba40-4fca-a0c1-af541648fd2f,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:05.983551 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 47432) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:06.036898 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-4a7a92e2-482f-4255-a9f1-8ab351c367a5 admin admin] Publish callbacks [] for security_group (c3d8b61f-ba40-4fca-a0c1-af541648fd2f), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:06.059343 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-4a7a92e2-482f-4255-a9f1-8ab351c367a5 admin admin] Publish callbacks [] for security_group (c3d8b61f-ba40-4fca-a0c1-af541648fd2f), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:06.110828 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-4a7a92e2-482f-4255-a9f1-8ab351c367a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (c3d8b61f-ba40-4fca-a0c1-af541648fd2f), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:06.114904 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-4a7a92e2-482f-4255-a9f1-8ab351c367a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:06.116250 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-4a7a92e2-482f-4255-a9f1-8ab351c367a5 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c3d8b61f-ba40-4fca-a0c1-af541648fd2f HTTP/1.1" status: 204 len: 168 time: 0.1316833 Jul 28 01:15:06.125497 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a92e2-482f-4255-a9f1-8ab351c367a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d8b61f-ba40-4fca-a0c1-af541648fd2f,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:06.994049 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1b221-82a7-4521-84e6-a81015bc3dd6 req-64b56c6d-3660-4a3f-a799-bdacd0d49c1a tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:06.995607 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d5c1b221-82a7-4521-84e6-a81015bc3dd6 req-64b56c6d-3660-4a3f-a799-bdacd0d49c1a tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 945 time: 0.0599654 Jul 28 01:15:07.049383 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d5c1b221-82a7-4521-84e6-a81015bc3dd6 req-cc50b9eb-46be-4a96-a97d-45fa05907195 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476224 Jul 28 01:15:07.412077 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=2 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:07.830479 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-80e533f0-c934-4d2b-884f-49ce354e350f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:08.185921 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb6894-4f36-4441-8cc0-0c6851cdd4da req-5b626044-b737-474e-a3a2-6a3c346cd8bd tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:08.187447 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-edcb6894-4f36-4441-8cc0-0c6851cdd4da req-5b626044-b737-474e-a3a2-6a3c346cd8bd tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 945 time: 0.0599649 Jul 28 01:15:08.241554 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-edcb6894-4f36-4441-8cc0-0c6851cdd4da req-0bbfd5ad-ccdb-49f3-84fd-39ba01ece4e0 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458243 Jul 28 01:15:09.366577 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d728f2-161a-4fbc-a170-02ffb8139b09 req-fba51e73-1099-4105-b088-5cf161607778 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:09.368212 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a1d728f2-161a-4fbc-a170-02ffb8139b09 req-fba51e73-1099-4105-b088-5cf161607778 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 945 time: 0.0515645 Jul 28 01:15:09.429655 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a1d728f2-161a-4fbc-a170-02ffb8139b09 req-dfbf3d1d-e535-48fd-bad6-f1f55f0f3cdf tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555801 Jul 28 01:15:10.327787 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6905cc5c-1a63-4b42-bc3b-7ff27f84450c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:10.570619 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869fb291-0c39-40bc-830c-5d285e1c1633 req-e58f4896-50e8-4d0f-af58-b046b314c6d4 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:10.572119 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-869fb291-0c39-40bc-830c-5d285e1c1633 req-e58f4896-50e8-4d0f-af58-b046b314c6d4 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 945 time: 0.0536411 Jul 28 01:15:10.650930 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-869fb291-0c39-40bc-830c-5d285e1c1633 req-c3f0cfd0-057a-4ac6-bbcd-c4204e1cb1ed tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708144 Jul 28 01:15:11.318624 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:11.856536 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e225111-1fdf-4206-b970-34855df274ee req-db48dd83-32d4-48b1-a073-cfe515c378e4 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:11.858138 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-6e225111-1fdf-4206-b970-34855df274ee req-db48dd83-32d4-48b1-a073-cfe515c378e4 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 945 time: 0.0719466 Jul 28 01:15:11.899981 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-5436862e-5c61-48e3-93b6-6c345f67c2f2 tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] 10.222.0.17 "GET /v2.0/networks?tenant_id=dcfd0d3d2054418b8e8276af1dab455f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404480 Jul 28 01:15:12.019037 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:12.064562 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-6e225111-1fdf-4206-b970-34855df274ee req-ec33b399-fe35-4201-96dd-ae08d8c9760e tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818688 Jul 28 01:15:12.171656 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-2211d169-64ad-4aae-89e5-31d45231de5c tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:12.173134 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-2211d169-64ad-4aae-89e5-31d45231de5c tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2636302 Jul 28 01:15:12.193341 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-3870b45f-497f-4c70-b0df-1aa5af9011d9 tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] 10.222.0.17 "GET /v2.0/quotas/dcfd0d3d2054418b8e8276af1dab455f HTTP/1.1" status: 200 len: 375 time: 0.0125952 Jul 28 01:15:12.228556 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 47606) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:12.260476 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-6902f3c0-2fe9-405c-942b-783e99d1504b tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=dcfd0d3d2054418b8e8276af1dab455f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524294 Jul 28 01:15:12.273983 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7196871e-9fe8-4063-933b-db6f3e6dc883 req-47c34d5c-8ebf-43e7-a3f3-2460b705f89f tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:12.275489 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7196871e-9fe8-4063-933b-db6f3e6dc883 req-47c34d5c-8ebf-43e7-a3f3-2460b705f89f tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=e26acfa5-94f2-4d1d-8bfd-9f82e73861f8 HTTP/1.1" status: 200 len: 945 time: 0.0811589 Jul 28 01:15:12.307189 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:12.330136 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7196871e-9fe8-4063-933b-db6f3e6dc883 req-fe367c2f-2c5b-435e-9544-5490f37e91f4 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484574 Jul 28 01:15:12.345410 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7e633f73-c342-4490-a3d3-6311c8c06964 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:12.450180 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7e633f73-c342-4490-a3d3-6311c8c06964 admin admin] Publish callbacks [] for security_group (325bdcc7-eeeb-4bd7-9189-c1a052a294e4), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:12.455667 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7e633f73-c342-4490-a3d3-6311c8c06964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (325bdcc7-eeeb-4bd7-9189-c1a052a294e4), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:12.460166 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-049fca90-d925-4f42-9d5d-c80ca8bcca5d req-77f04fe6-73bc-4277-b194-506a025a7135 tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] 10.222.0.17 "GET /v2.0/ports?device_id=e34cd658-030b-4c77-b6f5-cbb0a88feb89 HTTP/1.1" status: 200 len: 210 time: 0.0296447 Jul 28 01:15:12.510673 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-7e633f73-c342-4490-a3d3-6311c8c06964 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=16713d66669a42439081860207e6f6d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2804830 Jul 28 01:15:12.512966 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 47616) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:12.528521 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e633f73-c342-4490-a3d3-6311c8c06964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325bdcc7-eeeb-4bd7-9189-c1a052a294e4,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:12.598083 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e771adfd-9af5-4921-98c0-e9671a3ddce5 admin admin] Publish callbacks [] for security_group (325bdcc7-eeeb-4bd7-9189-c1a052a294e4), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:12.631123 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e771adfd-9af5-4921-98c0-e9671a3ddce5 admin admin] Publish callbacks [] for security_group (325bdcc7-eeeb-4bd7-9189-c1a052a294e4), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:12.713980 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:12.722731 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e771adfd-9af5-4921-98c0-e9671a3ddce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (325bdcc7-eeeb-4bd7-9189-c1a052a294e4), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:12.725470 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e771adfd-9af5-4921-98c0-e9671a3ddce5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:12.728159 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-e771adfd-9af5-4921-98c0-e9671a3ddce5 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/325bdcc7-eeeb-4bd7-9189-c1a052a294e4 HTTP/1.1" status: 204 len: 168 time: 0.2139099 Jul 28 01:15:12.741536 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e771adfd-9af5-4921-98c0-e9671a3ddce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325bdcc7-eeeb-4bd7-9189-c1a052a294e4,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:13.040738 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:13.574895 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f13bc190-6e6f-420e-8fd8-d21ba2f9b06e req-a6a0677a-6b85-4e24-bbb6-e7faed36255b tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] 10.222.0.17 "GET /v2.0/ports?device_id=e34cd658-030b-4c77-b6f5-cbb0a88feb89 HTTP/1.1" status: 200 len: 210 time: 0.0278754 Jul 28 01:15:14.487921 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 47688) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:14.618653 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-6ba4008f-3d12-4bdc-979c-58414f626ce6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:14.686671 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f8c1ede7-bbda-4f5b-bed9-8c46777504a0 req-d42a7e90-4680-4a5d-a714-a4dc13b18f50 tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] 10.222.0.17 "GET /v2.0/ports?device_id=e34cd658-030b-4c77-b6f5-cbb0a88feb89 HTTP/1.1" status: 200 len: 210 time: 0.0323899 Jul 28 01:15:14.725971 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-6ba4008f-3d12-4bdc-979c-58414f626ce6 admin admin] Publish callbacks [] for security_group (80384188-c5f2-4c96-965d-33572e6a7120), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:14.730827 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-6ba4008f-3d12-4bdc-979c-58414f626ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (80384188-c5f2-4c96-965d-33572e6a7120), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:14.772263 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba4008f-3d12-4bdc-979c-58414f626ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80384188-c5f2-4c96-965d-33572e6a7120,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:14.780989 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-6ba4008f-3d12-4bdc-979c-58414f626ce6 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ed1fe71e625247c6afb3951ac4a73027&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2878079 Jul 28 01:15:14.781157 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 47696) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:14.844744 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-cc8b0ae8-7511-44a7-9686-79ac316d944d admin admin] Publish callbacks [] for security_group (80384188-c5f2-4c96-965d-33572e6a7120), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:14.868744 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-cc8b0ae8-7511-44a7-9686-79ac316d944d admin admin] Publish callbacks [] for security_group (80384188-c5f2-4c96-965d-33572e6a7120), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:14.919558 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-cc8b0ae8-7511-44a7-9686-79ac316d944d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (80384188-c5f2-4c96-965d-33572e6a7120), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:14.922091 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-cc8b0ae8-7511-44a7-9686-79ac316d944d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:14.923293 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-cc8b0ae8-7511-44a7-9686-79ac316d944d admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/80384188-c5f2-4c96-965d-33572e6a7120 HTTP/1.1" status: 204 len: 168 time: 0.1412518 Jul 28 01:15:14.931949 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b0ae8-7511-44a7-9686-79ac316d944d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80384188-c5f2-4c96-965d-33572e6a7120,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:15.071552 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-67c6c518-70a0-47ec-9d2f-4490188b12b7 tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=dcfd0d3d2054418b8e8276af1dab455f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518696 Jul 28 01:15:15.198147 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-6672c4a5-a912-4290-bd6d-013a3e4ccf7f tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:15.199646 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-6672c4a5-a912-4290-bd6d-013a3e4ccf7f tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1226358 Jul 28 01:15:15.295951 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 47716) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:15.299734 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-12428e79-febb-43ce-a519-905f463b3222 tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Request body: {'port': {'device_id': 'e34cd658-030b-4c77-b6f5-cbb0a88feb89', 'network_id': '40c6d24e-e76c-41ce-8b03-bd7d46e79076', 'admin_state_up': True, 'tenant_id': 'dcfd0d3d2054418b8e8276af1dab455f'}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:15:15.321273 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-52bf05e4-141e-468b-954a-eaf8859a4340 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:15.370550 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:15.391229 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=75,neutron:DELETE=5,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:15.407773 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:15.421589 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-52bf05e4-141e-468b-954a-eaf8859a4340 admin admin] Publish callbacks [] for security_group (fb172fa6-4288-4f2d-8014-afe8201c5137), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:15.424545 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-12428e79-febb-43ce-a519-905f463b3222 tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Made reservation on behalf of dcfd0d3d2054418b8e8276af1dab455f for: {'port': 1} {{(pid=104162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:15:15.426102 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-52bf05e4-141e-468b-954a-eaf8859a4340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (fb172fa6-4288-4f2d-8014-afe8201c5137), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:15.428231 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-12428e79-febb-43ce-a519-905f463b3222 tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:15.437817 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-12428e79-febb-43ce-a519-905f463b3222 tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Publish callbacks [] for security_group (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:15.455336 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:15.482640 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf05e4-141e-468b-954a-eaf8859a4340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb172fa6-4288-4f2d-8014-afe8201c5137,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:15.491241 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-52bf05e4-141e-468b-954a-eaf8859a4340 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=076d8b041b224dbab9d7736246313c73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1939163 Jul 28 01:15:15.492325 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 47724) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:15.550759 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3404e558-ebd3-49bf-af75-15f2277d5006 admin admin] Publish callbacks [] for security_group (fb172fa6-4288-4f2d-8014-afe8201c5137), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:15.556312 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-12428e79-febb-43ce-a519-905f463b3222 tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Publish callbacks [] for security_group (1364f5c3-5b10-4ef5-9be0-de918400f05f), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:15.562075 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-12428e79-febb-43ce-a519-905f463b3222 tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (1364f5c3-5b10-4ef5-9be0-de918400f05f), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:15.575005 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3404e558-ebd3-49bf-af75-15f2277d5006 admin admin] Publish callbacks [] for security_group (fb172fa6-4288-4f2d-8014-afe8201c5137), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:15.625674 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3404e558-ebd3-49bf-af75-15f2277d5006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (fb172fa6-4288-4f2d-8014-afe8201c5137), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:15.628679 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3404e558-ebd3-49bf-af75-15f2277d5006 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:15.630362 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-3404e558-ebd3-49bf-af75-15f2277d5006 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/fb172fa6-4288-4f2d-8014-afe8201c5137 HTTP/1.1" status: 204 len: 168 time: 0.1368761 Jul 28 01:15:15.638885 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404e558-ebd3-49bf-af75-15f2277d5006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb172fa6-4288-4f2d-8014-afe8201c5137,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:15.641229 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12428e79-febb-43ce-a519-905f463b3222 tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1364f5c3-5b10-4ef5-9be0-de918400f05f,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:15.730754 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_common [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-12428e79-febb-43ce-a519-905f463b3222 tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Allocated IP 192.168.233.184 (40c6d24e-e76c-41ce-8b03-bd7d46e79076/985a7bfb-63db-474c-818c-0b7795f3697d/869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c) {{(pid=104162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:15:15.817548 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ff750994-b243-4f46-bf68-ed2a4a42e864 req-124cd556-afb0-485c-a47b-0fe8dd6ccb78 tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] 10.222.0.17 "GET /v2.0/ports?device_id=e34cd658-030b-4c77-b6f5-cbb0a88feb89 HTTP/1.1" status: 200 len: 210 time: 0.0370529 Jul 28 01:15:15.948420 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-12428e79-febb-43ce-a519-905f463b3222 tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Publish callbacks [] for port (869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:15.997387 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-12428e79-febb-43ce-a519-905f463b3222 tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:16.049958 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-12428e79-febb-43ce-a519-905f463b3222 tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Network 40c6d24e-e76c-41ce-8b03-bd7d46e79076 is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:15:16.053493 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-12428e79-febb-43ce-a519-905f463b3222 tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:15:16.058185 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-12428e79-febb-43ce-a519-905f463b3222 tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Received port after_create {{(pid=104162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:15:16.085804 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12428e79-febb-43ce-a519-905f463b3222 tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Pushing event updated for resources: {'Port': ['ID=869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:16.148415 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-12428e79-febb-43ce-a519-905f463b3222 tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:16.149572 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-12428e79-febb-43ce-a519-905f463b3222 tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:16.180023 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-12428e79-febb-43ce-a519-905f463b3222 tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8881578 Jul 28 01:15:16.195571 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-41c7f1c6-1cb8-4f1c-95ba-88666b76413b service neutron] Request body: {'port': {'device_id': 'e34cd658-030b-4c77-b6f5-cbb0a88feb89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:15:16.408905 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-3ec19f1e-5199-4d54-8fab-77f0d19d46c7 None None] Provisioning complete for port 869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:15:16.409497 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3ec19f1e-5199-4d54-8fab-77f0d19d46c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:16.461676 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-3ec19f1e-5199-4d54-8fab-77f0d19d46c7 None None] Port 869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c cannot update to ACTIVE because it is not bound. {{(pid=104163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 01:15:16.526919 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 47770) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:16.611793 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:16.621063 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a893e-d544-4070-bb50-28c5b468064b req-9b13a336-56f5-4a0d-a169-351ec33a7516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:16.622660 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fe3a893e-d544-4070-bb50-28c5b468064b req-9b13a336-56f5-4a0d-a169-351ec33a7516 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=af4689d2f0ef4d71a1c465610011f2d7&device_id=e26acfa5-94f2-4d1d-8bfd-9f82e73861f8 HTTP/1.1" status: 200 len: 1129 time: 0.3874190 Jul 28 01:15:16.638144 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b2958-6b05-45d1-baad-b29ad52766c5 req-0c58fccd-b932-436e-a1c1-3437112ca947 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:16.645570 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d75b2958-6b05-45d1-baad-b29ad52766c5 req-0c58fccd-b932-436e-a1c1-3437112ca947 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=e26acfa5-94f2-4d1d-8bfd-9f82e73861f8 HTTP/1.1" status: 200 len: 945 time: 0.3856554 Jul 28 01:15:16.703179 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-41c7f1c6-1cb8-4f1c-95ba-88666b76413b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:16.780198 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:16.809412 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-12ff6c4e-420e-4341-862b-69e3186b685c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:16.869554 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d75b2958-6b05-45d1-baad-b29ad52766c5 req-fb21fd52-bf8f-464a-b55c-4eb5e02f5621 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231865 Jul 28 01:15:16.909743 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a893e-d544-4070-bb50-28c5b468064b req-d88d7b5c-7c9d-4a64-aeeb-21f093483236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:16.911652 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fe3a893e-d544-4070-bb50-28c5b468064b req-d88d7b5c-7c9d-4a64-aeeb-21f093483236 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8f65178e-aa89-435c-9fed-639dfc5bec3f HTTP/1.1" status: 200 len: 919 time: 0.2640953 Jul 28 01:15:16.927894 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-12ff6c4e-420e-4341-862b-69e3186b685c admin admin] Publish callbacks [] for security_group (2675a39a-298f-4863-b0e0-bc01d3c14936), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:16.947063 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-12ff6c4e-420e-4341-862b-69e3186b685c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (2675a39a-298f-4863-b0e0-bc01d3c14936), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:17.005845 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff6c4e-420e-4341-862b-69e3186b685c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2675a39a-298f-4863-b0e0-bc01d3c14936,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:17.013178 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-12ff6c4e-420e-4341-862b-69e3186b685c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ee347198bfe3406e95874179b5a8c5e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4850163 Jul 28 01:15:17.020101 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 47792) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:17.059438 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fe3a893e-d544-4070-bb50-28c5b468064b req-dc6b9cd4-efc4-4744-aac7-2f74e20cc46d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77e6a437-69fc-4d47-b75b-cc39937c21bd HTTP/1.1" status: 200 len: 217 time: 0.1207426 Jul 28 01:15:17.086098 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901a0a1-6151-41ab-aa23-c7b440e50f82 req-f140ffa0-8a2d-449f-a01c-7f84608a281a tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:17.087640 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2901a0a1-6151-41ab-aa23-c7b440e50f82 req-f140ffa0-8a2d-449f-a01c-7f84608a281a tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] 10.222.0.17 "GET /v2.0/ports?device_id=e34cd658-030b-4c77-b6f5-cbb0a88feb89 HTTP/1.1" status: 200 len: 936 time: 0.1171751 Jul 28 01:15:17.119645 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9279d99f-c4ae-49fa-ad10-137322201aad admin admin] Publish callbacks [] for security_group (2675a39a-298f-4863-b0e0-bc01d3c14936), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:17.145243 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9279d99f-c4ae-49fa-ad10-137322201aad admin admin] Publish callbacks [] for security_group (2675a39a-298f-4863-b0e0-bc01d3c14936), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:17.173113 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a893e-d544-4070-bb50-28c5b468064b req-e8a11698-4e59-46b7-9c64-ba94dddae57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:17.175018 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fe3a893e-d544-4070-bb50-28c5b468064b req-e8a11698-4e59-46b7-9c64-ba94dddae57a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2 HTTP/1.1" status: 200 len: 857 time: 0.1078918 Jul 28 01:15:17.223402 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9279d99f-c4ae-49fa-ad10-137322201aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (2675a39a-298f-4863-b0e0-bc01d3c14936), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:17.226990 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9279d99f-c4ae-49fa-ad10-137322201aad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:17.232421 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-9279d99f-c4ae-49fa-ad10-137322201aad admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2675a39a-298f-4863-b0e0-bc01d3c14936 HTTP/1.1" status: 204 len: 168 time: 0.2099495 Jul 28 01:15:17.241855 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2901a0a1-6151-41ab-aa23-c7b440e50f82 req-ee48678e-2253-45c0-8502-57385267d576 tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] 10.222.0.17 "GET /v2.0/security-groups?id=1364f5c3-5b10-4ef5-9be0-de918400f05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291533 Jul 28 01:15:17.264430 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a893e-d544-4070-bb50-28c5b468064b req-b64b585d-b774-462a-be1a-2467dfbb1720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:17.265988 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fe3a893e-d544-4070-bb50-28c5b468064b req-b64b585d-b774-462a-be1a-2467dfbb1720 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8f65178e-aa89-435c-9fed-639dfc5bec3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0805624 Jul 28 01:15:17.266459 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279d99f-c4ae-49fa-ad10-137322201aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2675a39a-298f-4863-b0e0-bc01d3c14936,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:17.345900 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-41c7f1c6-1cb8-4f1c-95ba-88666b76413b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c {{(pid=104162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 01:15:17.356595 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-41c7f1c6-1cb8-4f1c-95ba-88666b76413b service neutron] Publish callbacks [] for port (869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:17.382101 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-41c7f1c6-1cb8-4f1c-95ba-88666b76413b service neutron] Transition to ACTIVE for port object 869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c will not be triggered until provisioned by entity L2. {{(pid=104162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 01:15:17.392803 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-41c7f1c6-1cb8-4f1c-95ba-88666b76413b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4518704'] for port (869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:17.442363 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fe3a893e-d544-4070-bb50-28c5b468064b req-960fc86c-c748-4b54-907a-69fc66c5d9f5 service neutron] 10.222.0.42 "GET /v2.0/networks/8f65178e-aa89-435c-9fed-639dfc5bec3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511800 Jul 28 01:15:17.504279 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c7f1c6-1cb8-4f1c-95ba-88666b76413b service neutron] Pushing event updated for resources: {'Port': ['ID=869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c,revision_number=2']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:17.540902 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:17.627081 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fe3a893e-d544-4070-bb50-28c5b468064b req-bd5fe783-faf3-4f4a-a5f3-bb968ac64f12 service neutron] 10.222.0.42 "GET /v2.0/networks/8f65178e-aa89-435c-9fed-639dfc5bec3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742754 Jul 28 01:15:17.639721 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-41c7f1c6-1cb8-4f1c-95ba-88666b76413b service neutron] Attempting to bind port 869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:15:17.640133 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-41c7f1c6-1cb8-4f1c-95ba-88666b76413b service neutron] Attempting to bind port 869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '78b853b7-3e91-4739-b951-31df12a3473f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '40c6d24e-e76c-41ce-8b03-bd7d46e79076'}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:15:17.640522 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-41c7f1c6-1cb8-4f1c-95ba-88666b76413b service neutron] Attempting to bind port 869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c on network 40c6d24e-e76c-41ce-8b03-bd7d46e79076 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:15:17.648728 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-41c7f1c6-1cb8-4f1c-95ba-88666b76413b service neutron] Port 869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c on network 40c6d24e-e76c-41ce-8b03-bd7d46e79076 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 01:15:17.649862 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-41c7f1c6-1cb8-4f1c-95ba-88666b76413b service neutron] Attempting to bind port 869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c on network 40c6d24e-e76c-41ce-8b03-bd7d46e79076 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:15:17.656048 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-41c7f1c6-1cb8-4f1c-95ba-88666b76413b service neutron] Checking agent: {'id': '8d4a48be-b376-49eb-a7aa-478deaa3f35f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 11, 32), 'started_at': datetime.datetime(2022, 7, 28, 1, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:15:17.657343 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-41c7f1c6-1cb8-4f1c-95ba-88666b76413b service neutron] Checking segment: {'id': '78b853b7-3e91-4739-b951-31df12a3473f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '40c6d24e-e76c-41ce-8b03-bd7d46e79076'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:15:17.658288 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-41c7f1c6-1cb8-4f1c-95ba-88666b76413b service neutron] Bound using segment: {'id': '78b853b7-3e91-4739-b951-31df12a3473f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '40c6d24e-e76c-41ce-8b03-bd7d46e79076'} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:15:17.659011 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-41c7f1c6-1cb8-4f1c-95ba-88666b76413b service neutron] Bound port: 869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78b853b7-3e91-4739-b951-31df12a3473f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '40c6d24e-e76c-41ce-8b03-bd7d46e79076'}}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:15:17.659577 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-41c7f1c6-1cb8-4f1c-95ba-88666b76413b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:17.763585 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:17.776046 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-41c7f1c6-1cb8-4f1c-95ba-88666b76413b service neutron] For port 869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c, host hv-cinder-81558, cleared binding levels {{(pid=104162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:15:17.784968 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-41c7f1c6-1cb8-4f1c-95ba-88666b76413b service neutron] For port 869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c,segment=NetworkSegment(78b853b7-3e91-4739-b951-31df12a3473f),segment_id=78b853b7-3e91-4739-b951-31df12a3473f)] {{(pid=104162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:15:17.805355 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-41c7f1c6-1cb8-4f1c-95ba-88666b76413b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4518704'] for port (869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:17.885370 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-41c7f1c6-1cb8-4f1c-95ba-88666b76413b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:17.886011 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-41c7f1c6-1cb8-4f1c-95ba-88666b76413b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:17.890083 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-41c7f1c6-1cb8-4f1c-95ba-88666b76413b service neutron] 10.222.0.42 "PUT /v2.0/ports/869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c HTTP/1.1" status: 200 len: 1098 time: 1.6984491 Jul 28 01:15:17.893996 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e34cd658-030b-4c77-b6f5-cbb0a88feb89', 'tag': '869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:15:17.897285 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f6b11fd638c6a58f8ef19871f5a43997b3abcb3256dc707badf279ceb4d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70df510e-4952-479d-a564-f4c36fe71ffc" -d '{"events": [{"name": "network-changed", "server_uuid": "e34cd658-030b-4c77-b6f5-cbb0a88feb89", "tag": "869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:15:17.955650 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c7f1c6-1cb8-4f1c-95ba-88666b76413b service neutron] Pushing event updated for resources: {'Port': ['ID=869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c,revision_number=3']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:17.981870 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 01:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82f5d2f-8050-40db-85f6-30832bc4d1a1 x-openstack-request-id: req-a82f5d2f-8050-40db-85f6-30832bc4d1a1 {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:15:17.984000 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e34cd658-030b-4c77-b6f5-cbb0a88feb89", "tag": "869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c", "status": "completed", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:15:17.985091 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-a82f5d2f-8050-40db-85f6-30832bc4d1a1 {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:15:17.987352 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a82f5d2f-8050-40db-85f6-30832bc4d1a1'] response: {'name': 'network-changed', 'server_uuid': 'e34cd658-030b-4c77-b6f5-cbb0a88feb89', 'tag': '869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c', 'status': 'completed', 'code': 200} Jul 28 01:15:18.072405 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-00612df8-60c9-46bd-b8d8-035e8ac5775a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:18.074157 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-00612df8-60c9-46bd-b8d8-035e8ac5775a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dcfd0d3d2054418b8e8276af1dab455f&device_id=e34cd658-030b-4c77-b6f5-cbb0a88feb89 HTTP/1.1" status: 200 len: 1132 time: 0.0672035 Jul 28 01:15:18.167305 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8837129-0c2b-42ca-ac92-b339285e1c7a req-95e50907-5fa9-43f6-a4a0-db70dcf7ab85 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:18.168834 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a8837129-0c2b-42ca-ac92-b339285e1c7a req-95e50907-5fa9-43f6-a4a0-db70dcf7ab85 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=e26acfa5-94f2-4d1d-8bfd-9f82e73861f8 HTTP/1.1" status: 200 len: 945 time: 0.0937731 Jul 28 01:15:18.170514 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-18d64624-4afb-494f-a93b-6a9fc9df9f73 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c HTTP/1.1" status: 200 len: 217 time: 0.0615699 Jul 28 01:15:18.253436 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-edde9e0e-9eeb-4ba4-b870-1b1697f97c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:18.255576 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-edde9e0e-9eeb-4ba4-b870-1b1697f97c98 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=985a7bfb-63db-474c-818c-0b7795f3697d HTTP/1.1" status: 200 len: 843 time: 0.0727906 Jul 28 01:15:18.287952 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a8837129-0c2b-42ca-ac92-b339285e1c7a req-67713617-64b4-467c-8c64-e7c393168d35 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133351 Jul 28 01:15:18.326550 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-8c4ed046-d6b1-4900-a541-b5502afa155d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:18.328758 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-8c4ed046-d6b1-4900-a541-b5502afa155d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=40c6d24e-e76c-41ce-8b03-bd7d46e79076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0644281 Jul 28 01:15:18.417742 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 47914) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:18.482913 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7eb62c-12a8-46e4-9c70-07a05cc0be3f req-ea90e4fe-af51-413f-b285-62be1d9f4117 tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:18.482913 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-5d7eb62c-12a8-46e4-9c70-07a05cc0be3f req-ea90e4fe-af51-413f-b285-62be1d9f4117 tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] 10.222.0.17 "GET /v2.0/ports?device_id=e34cd658-030b-4c77-b6f5-cbb0a88feb89 HTTP/1.1" status: 200 len: 948 time: 0.1021917 Jul 28 01:15:18.589568 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-5d7eb62c-12a8-46e4-9c70-07a05cc0be3f req-032be8af-d393-4015-ad1d-4b67457268d4 tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] 10.222.0.17 "GET /v2.0/security-groups?id=1364f5c3-5b10-4ef5-9be0-de918400f05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821474 Jul 28 01:15:18.598393 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-a612f23a-31ea-4ec3-99ce-68b7e02f3189 service neutron] 10.222.0.42 "GET /v2.0/networks/40c6d24e-e76c-41ce-8b03-bd7d46e79076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530839 Jul 28 01:15:18.689087 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-fbe7b2b9-e967-4235-b489-c3f5acdc4d2d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1881204814-network', 'tenant_id': 'd14de33f76ea44db8899900481299b87'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:15:18.711858 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-321c07bf-16ef-4136-8e2b-e2b07d5f668a req-e7d7f9d9-3da1-42b5-9902-d8caaaf1ac73 service neutron] 10.222.0.42 "GET /v2.0/networks/40c6d24e-e76c-41ce-8b03-bd7d46e79076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041088 Jul 28 01:15:18.712494 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe7b2b9-e967-4235-b489-c3f5acdc4d2d admin admin] Made reservation on behalf of d14de33f76ea44db8899900481299b87 for: {'network': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:15:18.715161 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-fbe7b2b9-e967-4235-b489-c3f5acdc4d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for network (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:18.728351 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-fbe7b2b9-e967-4235-b489-c3f5acdc4d2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:18.813400 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:INSERT=15,neutron:SELECT=81,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:18.838159 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-fbe7b2b9-e967-4235-b489-c3f5acdc4d2d admin admin] Publish callbacks [] for security_group (011874ae-ffc2-43d7-8ed8-5cf7ff3d794d), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:18.844080 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-fbe7b2b9-e967-4235-b489-c3f5acdc4d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (011874ae-ffc2-43d7-8ed8-5cf7ff3d794d), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:18.877606 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbe7b2b9-e967-4235-b489-c3f5acdc4d2d admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=104161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 01:15:18.889003 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe7b2b9-e967-4235-b489-c3f5acdc4d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011874ae-ffc2-43d7-8ed8-5cf7ff3d794d,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:18.894353 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-fbe7b2b9-e967-4235-b489-c3f5acdc4d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084'] for segment (adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:18.894928 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.db.segments_db [None req-fbe7b2b9-e967-4235-b489-c3f5acdc4d2d admin admin] Added segment adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742 of type vlan for network f365ac42-75a7-4c3d-8591-d4097c9f6065 Jul 28 01:15:18.928350 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:18.941821 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-fbe7b2b9-e967-4235-b489-c3f5acdc4d2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778716385410'] for network (f365ac42-75a7-4c3d-8591-d4097c9f6065), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:18.970514 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-fbe7b2b9-e967-4235-b489-c3f5acdc4d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for network (f365ac42-75a7-4c3d-8591-d4097c9f6065), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:18.972136 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe7b2b9-e967-4235-b489-c3f5acdc4d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:18.973049 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-fbe7b2b9-e967-4235-b489-c3f5acdc4d2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:19.033911 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-fbe7b2b9-e967-4235-b489-c3f5acdc4d2d admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6150637 Jul 28 01:15:19.037124 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 47942) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:19.038929 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe7b2b9-e967-4235-b489-c3f5acdc4d2d admin admin] Pushing event updated for resources: {'Network': ['ID=f365ac42-75a7-4c3d-8591-d4097c9f6065,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:19.043403 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-7ee52eae-b19c-4769-8840-c1a8c4a71755 admin admin] Request body: {'subnet': {'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1881204814-subnet', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'ip_version': 4}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:15:19.048776 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Network f365ac42-75a7-4c3d-8591-d4097c9f6065 details requested by agent ovs-agent-dv-cinder-815582-11-iscsi with host dv-cinder-815582-11-iscsi {{(pid=104163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 01:15:19.067003 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee52eae-b19c-4769-8840-c1a8c4a71755 admin admin] Made reservation on behalf of d14de33f76ea44db8899900481299b87 for: {'subnet': 1} {{(pid=104162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:15:19.069705 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7ee52eae-b19c-4769-8840-c1a8c4a71755 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4537658'] for subnet (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:19.256958 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7ee52eae-b19c-4769-8840-c1a8c4a71755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4518859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4537620'] for subnet (bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:19.289248 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:19.303799 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:19.326628 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee52eae-b19c-4769-8840-c1a8c4a71755 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12,revision_number=0']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:19.346039 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee52eae-b19c-4769-8840-c1a8c4a71755 admin admin] Checking segment: {'id': 'adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:15:19.346593 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee52eae-b19c-4769-8840-c1a8c4a71755 admin admin] Network hostable DHCP agents. Network: f365ac42-75a7-4c3d-8591-d4097c9f6065, hostable agents: ['1da181d0-8fa3-49c1-8992-3db4e395f26f'], hosted agents: [] {{(pid=104162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 01:15:19.368794 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee52eae-b19c-4769-8840-c1a8c4a71755 admin admin] Network f365ac42-75a7-4c3d-8591-d4097c9f6065 is scheduled to be hosted by DHCP agent 1da181d0-8fa3-49c1-8992-3db4e395f26f with binding_index 1 {{(pid=104162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 01:15:19.388855 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-7ee52eae-b19c-4769-8840-c1a8c4a71755 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-11-iscsi, f365ac42-75a7-4c3d-8591-d4097c9f6065) {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:15:19.394552 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee52eae-b19c-4769-8840-c1a8c4a71755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:19.395186 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7ee52eae-b19c-4769-8840-c1a8c4a71755 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:19.401453 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba3e9c7-825e-4e96-bfb7-d47c5bd1ee33 None None] Network f365ac42-75a7-4c3d-8591-d4097c9f6065 requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:15:19.438199 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-7ee52eae-b19c-4769-8840-c1a8c4a71755 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3998454 Jul 28 01:15:19.441328 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 47950) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:19.445982 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-f3ab82f7-36fe-4a7e-ab5e-a299e5a5f734 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1881204814-router', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'}}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:15:19.457152 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d02c1-25ce-4e95-af8b-6a82a61debd8 req-26f6ffc0-be61-4766-b9a8-ad88b2090565 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:19.458673 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f96d02c1-25ce-4e95-af8b-6a82a61debd8 req-26f6ffc0-be61-4766-b9a8-ad88b2090565 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=e26acfa5-94f2-4d1d-8bfd-9f82e73861f8 HTTP/1.1" status: 200 len: 945 time: 0.0811932 Jul 28 01:15:19.486790 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f3ab82f7-36fe-4a7e-ab5e-a299e5a5f734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-425'] for router (1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:19.488043 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f3ab82f7-36fe-4a7e-ab5e-a299e5a5f734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947450', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-416'] for router (1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:19.577968 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f96d02c1-25ce-4e95-af8b-6a82a61debd8 req-b03376a3-0d38-4ba1-9a91-d6ebd8855de7 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048596 Jul 28 01:15:19.580820 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f3ab82f7-36fe-4a7e-ab5e-a299e5a5f734 admin admin] Publish callbacks [] for router_controller (1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17), precommit_add_association {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:19.635021 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b707c2-280b-46dd-80a7-d5d3d01bc0d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11df1cfc-1f6d-5ec1-8de9-f52b05ea7209-f365ac42-75a7-4c3d-8591-d4097c9f6065', 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065', 'project_id': 'd14de33f76ea44db8899900481299b87', 'fixed_ips': [{'subnet_id': 'bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12'}]}} from dv-cinder-815582-11-iscsi. {{(pid=104163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 01:15:19.636708 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-01b707c2-280b-46dd-80a7-d5d3d01bc0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:19.786527 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f3ab82f7-36fe-4a7e-ab5e-a299e5a5f734 admin admin] Publish callbacks [] for router_gateway (1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:19.791433 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.db_base_plugin_common [None req-01b707c2-280b-46dd-80a7-d5d3d01bc0d4 None None] Allocated IP 172.20.0.2 (f365ac42-75a7-4c3d-8591-d4097c9f6065/bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12/60377a37-95b4-4cc5-bea0-64cc4749ecb4) {{(pid=104163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:15:19.797567 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3dabe-4493-4e92-9808-ef4742e8e4b6 req-9cfb345c-e770-4b20-a466-0b0f032d6807 tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:19.799293 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-dbe3dabe-4493-4e92-9808-ef4742e8e4b6 req-9cfb345c-e770-4b20-a466-0b0f032d6807 tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] 10.222.0.17 "GET /v2.0/ports?device_id=e34cd658-030b-4c77-b6f5-cbb0a88feb89 HTTP/1.1" status: 200 len: 948 time: 0.1161165 Jul 28 01:15:19.921386 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-dbe3dabe-4493-4e92-9808-ef4742e8e4b6 req-c955528e-cee7-4964-9e77-66d52cb4ef84 tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] 10.222.0.17 "GET /v2.0/security-groups?id=1364f5c3-5b10-4ef5-9be0-de918400f05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141083 Jul 28 01:15:19.951885 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-01b707c2-280b-46dd-80a7-d5d3d01bc0d4 None None] Publish callbacks [] for port (60377a37-95b4-4cc5-bea0-64cc4749ecb4), precommit_create {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:19.961535 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-01b707c2-280b-46dd-80a7-d5d3d01bc0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427'] for port (60377a37-95b4-4cc5-bea0-64cc4749ecb4), after_create {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:19.974480 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df510e-4952-479d-a564-f4c36fe71ffc req-f0cb5547-e4ff-421a-be55-edae26892f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:19.976005 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-70df510e-4952-479d-a564-f4c36fe71ffc req-f0cb5547-e4ff-421a-be55-edae26892f9e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dcfd0d3d2054418b8e8276af1dab455f&device_id=e34cd658-030b-4c77-b6f5-cbb0a88feb89 HTTP/1.1" status: 200 len: 1132 time: 0.0784497 Jul 28 01:15:20.046779 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b707c2-280b-46dd-80a7-d5d3d01bc0d4 None None] Pushing event updated for resources: {'Port': ['ID=60377a37-95b4-4cc5-bea0-64cc4749ecb4,revision_number=1']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:20.085037 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b707c2-280b-46dd-80a7-d5d3d01bc0d4 None None] Network f365ac42-75a7-4c3d-8591-d4097c9f6065 is already hosted by enough agents. {{(pid=104163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:15:20.090962 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.scheduler.base_scheduler [None req-01b707c2-280b-46dd-80a7-d5d3d01bc0d4 None None] Resources bound (agent type, host, resource id): {{(pid=104163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:15:20.099125 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b707c2-280b-46dd-80a7-d5d3d01bc0d4 None None] Received port after_create {{(pid=104163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:15:20.195682 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=86,neutron:UPDATE=9,neutron:INSERT=5 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:20.197527 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-01b707c2-280b-46dd-80a7-d5d3d01bc0d4 None None] Attempting to bind port 60377a37-95b4-4cc5-bea0-64cc4749ecb4 on host dv-cinder-815582-11-iscsi for vnic_type normal with profile {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:15:20.198334 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-01b707c2-280b-46dd-80a7-d5d3d01bc0d4 None None] Attempting to bind port 60377a37-95b4-4cc5-bea0-64cc4749ecb4 by drivers openvswitch,hyperv on host dv-cinder-815582-11-iscsi at level 0 using segments [{'id': 'adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065'}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:15:20.198898 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b707c2-280b-46dd-80a7-d5d3d01bc0d4 None None] Attempting to bind port 60377a37-95b4-4cc5-bea0-64cc4749ecb4 on network f365ac42-75a7-4c3d-8591-d4097c9f6065 {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:15:20.206483 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b707c2-280b-46dd-80a7-d5d3d01bc0d4 None None] Checking agent: {'id': 'e0b16abb-2210-4432-8141-713fb95a37e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 4, 43), 'started_at': datetime.datetime(2022, 7, 28, 1, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:15:20.207219 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b707c2-280b-46dd-80a7-d5d3d01bc0d4 None None] Checking segment: {'id': 'adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:15:20.208057 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-01b707c2-280b-46dd-80a7-d5d3d01bc0d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:20.208591 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b707c2-280b-46dd-80a7-d5d3d01bc0d4 None None] Bound using segment: {'id': 'adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065'} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:15:20.209254 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-01b707c2-280b-46dd-80a7-d5d3d01bc0d4 None None] Bound port: 60377a37-95b4-4cc5-bea0-64cc4749ecb4, host: dv-cinder-815582-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065'}}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:15:20.209824 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-01b707c2-280b-46dd-80a7-d5d3d01bc0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (60377a37-95b4-4cc5-bea0-64cc4749ecb4), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:20.214817 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f3ab82f7-36fe-4a7e-ab5e-a299e5a5f734 admin admin] Publish callbacks [] for router_gateway (1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:20.227735 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 47968) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:20.259878 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:20.260732 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f3ab82f7-36fe-4a7e-ab5e-a299e5a5f734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:20.270809 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df510e-4952-479d-a564-f4c36fe71ffc req-df5acd5d-ef9a-4334-b18a-daeedf3dd1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:20.272366 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-70df510e-4952-479d-a564-f4c36fe71ffc req-df5acd5d-ef9a-4334-b18a-daeedf3dd1e5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=40c6d24e-e76c-41ce-8b03-bd7d46e79076 HTTP/1.1" status: 200 len: 870 time: 0.2574906 Jul 28 01:15:20.291841 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-01b707c2-280b-46dd-80a7-d5d3d01bc0d4 None None] For port 60377a37-95b4-4cc5-bea0-64cc4749ecb4, host dv-cinder-815582-11-iscsi, cleared binding levels {{(pid=104163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:15:20.295236 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-01b707c2-280b-46dd-80a7-d5d3d01bc0d4 None None] For port 60377a37-95b4-4cc5-bea0-64cc4749ecb4, host dv-cinder-815582-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=60377a37-95b4-4cc5-bea0-64cc4749ecb4,segment=NetworkSegment(adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742),segment_id=adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742)] {{(pid=104163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:15:20.301595 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-01b707c2-280b-46dd-80a7-d5d3d01bc0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (60377a37-95b4-4cc5-bea0-64cc4749ecb4), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:20.370305 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-70df510e-4952-479d-a564-f4c36fe71ffc req-087234bb-174d-49a5-80ae-2e17c07f47f7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c HTTP/1.1" status: 200 len: 217 time: 0.0576217 Jul 28 01:15:20.390253 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b707c2-280b-46dd-80a7-d5d3d01bc0d4 None None] Pushing event updated for resources: {'Port': ['ID=60377a37-95b4-4cc5-bea0-64cc4749ecb4,revision_number=2']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:20.398644 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-328a3a75-a9f4-4be5-a745-41ce35f8b9cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:20.450724 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:20.509249 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-328a3a75-a9f4-4be5-a745-41ce35f8b9cd admin admin] Publish callbacks [] for security_group (9dd97941-bf8f-48ab-aca7-e9c2ba88ebf3), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:20.514652 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-328a3a75-a9f4-4be5-a745-41ce35f8b9cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (9dd97941-bf8f-48ab-aca7-e9c2ba88ebf3), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:20.561753 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-328a3a75-a9f4-4be5-a745-41ce35f8b9cd admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6ef670623f5f43ecaab1918b17eae6bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3329115 Jul 28 01:15:20.563708 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a3a75-a9f4-4be5-a745-41ce35f8b9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd97941-bf8f-48ab-aca7-e9c2ba88ebf3,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:20.566201 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 47972) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:20.655427 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 01:15:20.680440 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a68542c6-ce9a-4f73-9902-9fe814276e75 admin admin] Publish callbacks [] for security_group (9dd97941-bf8f-48ab-aca7-e9c2ba88ebf3), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:20.716968 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a68542c6-ce9a-4f73-9902-9fe814276e75 admin admin] Publish callbacks [] for security_group (9dd97941-bf8f-48ab-aca7-e9c2ba88ebf3), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:20.734346 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:20.778391 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df510e-4952-479d-a564-f4c36fe71ffc req-0dda2866-d0e2-4a44-b483-4b2bad1858ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:20.780090 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-70df510e-4952-479d-a564-f4c36fe71ffc req-0dda2866-d0e2-4a44-b483-4b2bad1858ab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=985a7bfb-63db-474c-818c-0b7795f3697d HTTP/1.1" status: 200 len: 843 time: 0.4007013 Jul 28 01:15:20.798901 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a68542c6-ce9a-4f73-9902-9fe814276e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (9dd97941-bf8f-48ab-aca7-e9c2ba88ebf3), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:20.802061 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a68542c6-ce9a-4f73-9902-9fe814276e75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:20.803529 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-a68542c6-ce9a-4f73-9902-9fe814276e75 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/9dd97941-bf8f-48ab-aca7-e9c2ba88ebf3 HTTP/1.1" status: 204 len: 168 time: 0.2357953 Jul 28 01:15:20.812137 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68542c6-ce9a-4f73-9902-9fe814276e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd97941-bf8f-48ab-aca7-e9c2ba88ebf3,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:20.812292 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_common [None req-f3ab82f7-36fe-4a7e-ab5e-a299e5a5f734 admin admin] Allocated IP 172.27.1.201 (db4fd262-df4a-4858-b92c-469a7b8f139e/fbbec24e-3b1c-439c-846a-fd72122ae4ff/d8800ad8-b68d-429f-9555-d71c76aa3daf) {{(pid=104162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:15:20.866299 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a320f-3a30-4d2e-9b2e-94a961a2fa85 req-7769d34c-b003-4ec1-a85e-509d23c85fb1 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:20.873254 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b49a320f-3a30-4d2e-9b2e-94a961a2fa85 req-7769d34c-b003-4ec1-a85e-509d23c85fb1 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=e26acfa5-94f2-4d1d-8bfd-9f82e73861f8 HTTP/1.1" status: 200 len: 945 time: 0.1439631 Jul 28 01:15:20.884602 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c,segment=NetworkSegment(78b853b7-3e91-4739-b951-31df12a3473f),segment_id=78b853b7-3e91-4739-b951-31df12a3473f)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:15:20.903301 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Returning: {'device': '869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c', 'network_id': '40c6d24e-e76c-41ce-8b03-bd7d46e79076', 'port_id': '869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c', 'mac_address': 'fa:16:3e:98:e3:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '985a7bfb-63db-474c-818c-0b7795f3697d', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 01:15:20.908297 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df510e-4952-479d-a564-f4c36fe71ffc req-107c2cb6-7fd5-40de-a70b-05a0017ada37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:20.909754 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-70df510e-4952-479d-a564-f4c36fe71ffc req-107c2cb6-7fd5-40de-a70b-05a0017ada37 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=40c6d24e-e76c-41ce-8b03-bd7d46e79076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.1106584 Jul 28 01:15:20.946538 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port 869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c is: DOWN; New status is: BUILD {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:15:20.947082 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:20.972097 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c {{(pid=104163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 01:15:21.000143 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c,segment=NetworkSegment(78b853b7-3e91-4739-b951-31df12a3473f),segment_id=78b853b7-3e91-4739-b951-31df12a3473f)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:15:21.006306 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:21.063012 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c,revision_number=4']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:21.064052 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b49a320f-3a30-4d2e-9b2e-94a961a2fa85 req-78c1e819-0a72-4d96-a8f3-635ecd9a5aba tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898887 Jul 28 01:15:21.138560 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a1d48-0a36-43f0-ba40-286d7db9f656 req-81f89cb9-390c-4afe-bac2-2d7873a956eb tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:21.140080 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-db9a1d48-0a36-43f0-ba40-286d7db9f656 req-81f89cb9-390c-4afe-bac2-2d7873a956eb tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] 10.222.0.17 "GET /v2.0/ports?device_id=e34cd658-030b-4c77-b6f5-cbb0a88feb89 HTTP/1.1" status: 200 len: 949 time: 0.1005795 Jul 28 01:15:21.193781 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f3ab82f7-36fe-4a7e-ab5e-a299e5a5f734 admin admin] Publish callbacks [] for port (d8800ad8-b68d-429f-9555-d71c76aa3daf), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:21.199580 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-70df510e-4952-479d-a564-f4c36fe71ffc req-e4e62be3-c4f2-468b-85a8-11d5825c9e1d service neutron] 10.222.0.42 "GET /v2.0/networks/40c6d24e-e76c-41ce-8b03-bd7d46e79076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371483 Jul 28 01:15:21.214408 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 47984) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:21.231097 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-79eff981-9733-4fde-a32e-5f6a2f9c9ab1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:21.302288 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-db9a1d48-0a36-43f0-ba40-286d7db9f656 req-a9b28453-e248-4a62-a105-3927965f90f2 tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] 10.222.0.17 "GET /v2.0/security-groups?id=1364f5c3-5b10-4ef5-9be0-de918400f05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501465 Jul 28 01:15:21.339826 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] get_ports_and_sgs() called for port_ids ['869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c'] {{(pid=104163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 01:15:21.351324 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f3ab82f7-36fe-4a7e-ab5e-a299e5a5f734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (d8800ad8-b68d-429f-9555-d71c76aa3daf), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:21.429752 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-70df510e-4952-479d-a564-f4c36fe71ffc req-4cb88d42-7fd2-4bc9-8403-446fd07e6307 service neutron] 10.222.0.42 "GET /v2.0/networks/40c6d24e-e76c-41ce-8b03-bd7d46e79076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212024 Jul 28 01:15:21.445497 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ab82f7-36fe-4a7e-ab5e-a299e5a5f734 admin admin] Network db4fd262-df4a-4858-b92c-469a7b8f139e is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:15:21.450027 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-f3ab82f7-36fe-4a7e-ab5e-a299e5a5f734 admin admin] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:15:21.453593 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ab82f7-36fe-4a7e-ab5e-a299e5a5f734 admin admin] Received port after_create {{(pid=104162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:15:21.513622 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ab82f7-36fe-4a7e-ab5e-a299e5a5f734 admin admin] Pushing event updated for resources: {'Port': ['ID=d8800ad8-b68d-429f-9555-d71c76aa3daf,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:21.655021 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:21.673233 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-79eff981-9733-4fde-a32e-5f6a2f9c9ab1 admin admin] Publish callbacks [] for security_group (e5b4c5d9-fb35-41f6-94a4-62e38f6b8c04), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:21.679665 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-79eff981-9733-4fde-a32e-5f6a2f9c9ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (e5b4c5d9-fb35-41f6-94a4-62e38f6b8c04), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:21.742251 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eff981-9733-4fde-a32e-5f6a2f9c9ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b4c5d9-fb35-41f6-94a4-62e38f6b8c04,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:21.761198 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f3ab82f7-36fe-4a7e-ab5e-a299e5a5f734 admin admin] Publish callbacks [] for router_gateway (1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:21.797595 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-79eff981-9733-4fde-a32e-5f6a2f9c9ab1 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=fdc8e955cb664b5a89115238880be221&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5796220 Jul 28 01:15:21.798449 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 48006) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:21.840093 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59330576-0c49-4c86-92c8-3a2628488203 None None] Network f365ac42-75a7-4c3d-8591-d4097c9f6065 requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:15:21.885014 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6155b484-3419-496d-a505-6b2f39282f69 admin admin] Publish callbacks [] for security_group (e5b4c5d9-fb35-41f6-94a4-62e38f6b8c04), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:21.887723 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:21.899687 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:21.934624 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6155b484-3419-496d-a505-6b2f39282f69 admin admin] Publish callbacks [] for security_group (e5b4c5d9-fb35-41f6-94a4-62e38f6b8c04), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:21.961581 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-b90a3257-292f-4c57-92eb-dbf259f09e63 None None] Provisioning complete for port 60377a37-95b4-4cc5-bea0-64cc4749ecb4 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:15:21.962061 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-b90a3257-292f-4c57-92eb-dbf259f09e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (60377a37-95b4-4cc5-bea0-64cc4749ecb4), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:22.009883 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:22.048041 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f3ab82f7-36fe-4a7e-ab5e-a299e5a5f734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-947334'] for router (1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:22.083150 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6155b484-3419-496d-a505-6b2f39282f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (e5b4c5d9-fb35-41f6-94a4-62e38f6b8c04), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:22.086103 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6155b484-3419-496d-a505-6b2f39282f69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:22.087496 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-6155b484-3419-496d-a505-6b2f39282f69 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e5b4c5d9-fb35-41f6-94a4-62e38f6b8c04 HTTP/1.1" status: 204 len: 168 time: 0.2879038 Jul 28 01:15:22.106328 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:22.118936 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6155b484-3419-496d-a505-6b2f39282f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b4c5d9-fb35-41f6-94a4-62e38f6b8c04,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:22.142454 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-b90a3257-292f-4c57-92eb-dbf259f09e63 None None] Current status of the port 60377a37-95b4-4cc5-bea0-64cc4749ecb4 is: DOWN; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:15:22.143258 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-b90a3257-292f-4c57-92eb-dbf259f09e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (60377a37-95b4-4cc5-bea0-64cc4749ecb4), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:22.224952 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-b90a3257-292f-4c57-92eb-dbf259f09e63 None None] For port 60377a37-95b4-4cc5-bea0-64cc4749ecb4, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=60377a37-95b4-4cc5-bea0-64cc4749ecb4,segment=NetworkSegment(adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742),segment_id=adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:15:22.228190 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 60377a37-95b4-4cc5-bea0-64cc4749ecb4 up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:15:22.252617 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-b90a3257-292f-4c57-92eb-dbf259f09e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (60377a37-95b4-4cc5-bea0-64cc4749ecb4), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:22.266013 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:22.294723 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db434a-5f50-4cd2-840a-e3aa65997df0 req-dd959435-ccf3-4746-a2e6-5372bc886012 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:22.297426 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-83db434a-5f50-4cd2-840a-e3aa65997df0 req-dd959435-ccf3-4746-a2e6-5372bc886012 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=e26acfa5-94f2-4d1d-8bfd-9f82e73861f8 HTTP/1.1" status: 200 len: 945 time: 0.1223409 Jul 28 01:15:22.351481 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a3257-292f-4c57-92eb-dbf259f09e63 None None] Pushing event updated for resources: {'Port': ['ID=60377a37-95b4-4cc5-bea0-64cc4749ecb4,revision_number=3']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:22.356013 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port 60377a37-95b4-4cc5-bea0-64cc4749ecb4 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:15:22.356621 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (60377a37-95b4-4cc5-bea0-64cc4749ecb4), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:22.413931 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ab82f7-36fe-4a7e-ab5e-a299e5a5f734 admin admin] Router 1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17 is scheduled to L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f with binding_index 1 {{(pid=104162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 01:15:22.439095 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-83db434a-5f50-4cd2-840a-e3aa65997df0 req-1cddadc7-7877-41d8-996c-53a2fe9e680f tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204658 Jul 28 01:15:22.497725 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port 60377a37-95b4-4cc5-bea0-64cc4749ecb4 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:15:22.501488 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2f61b3fc-8c6a-4e0d-a366-17b8d7d7814e None None] Provisioning complete for port 60377a37-95b4-4cc5-bea0-64cc4749ecb4 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:15:22.501997 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2f61b3fc-8c6a-4e0d-a366-17b8d7d7814e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (60377a37-95b4-4cc5-bea0-64cc4749ecb4), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:22.615995 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2f61b3fc-8c6a-4e0d-a366-17b8d7d7814e None None] Current status of the port 60377a37-95b4-4cc5-bea0-64cc4749ecb4 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:15:22.621863 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c738214-9110-40c1-976a-d32ec4b07393 req-0f8c2382-fa2e-4591-9b29-8404399864b0 tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:22.623481 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1c738214-9110-40c1-976a-d32ec4b07393 req-0f8c2382-fa2e-4591-9b29-8404399864b0 tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] 10.222.0.17 "GET /v2.0/ports?device_id=e34cd658-030b-4c77-b6f5-cbb0a88feb89 HTTP/1.1" status: 200 len: 949 time: 0.1616955 Jul 28 01:15:22.628429 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ab82f7-36fe-4a7e-ab5e-a299e5a5f734 admin admin] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:15:22.644498 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a529c418-c0a9-4515-b37d-f44a5ee0413a None None] Sync routers for ids ['1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'] in dv-cinder-815582-11-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:15:22.673417 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f3ab82f7-36fe-4a7e-ab5e-a299e5a5f734 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:22.676091 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 48042) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:22.676619 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-f3ab82f7-36fe-4a7e-ab5e-a299e5a5f734 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2334876 Jul 28 01:15:22.690341 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c up at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:15:22.720583 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1c738214-9110-40c1-976a-d32ec4b07393 req-77e68b74-4cfb-4ab3-bdee-0b892696003f tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] 10.222.0.17 "GET /v2.0/security-groups?id=1364f5c3-5b10-4ef5-9be0-de918400f05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842555 Jul 28 01:15:22.745174 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a529c418-c0a9-4515-b37d-f44a5ee0413a None None] Routers {'1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:15:22.745822 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-a529c418-c0a9-4515-b37d-f44a5ee0413a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:15:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:15:22.858160 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Provisioning for port 869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c completed by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 01:15:22.873172 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Provisioning complete for port 869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:15:22.873492 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:22.931348 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-a529c418-c0a9-4515-b37d-f44a5ee0413a None None] Set router 1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:15:23.230159 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d8ef6eec-e032-4c79-958b-187a45db9ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:23.240467 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port 869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c is: BUILD; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:15:23.240922 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:23.287857 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34cd658-030b-4c77-b6f5-cbb0a88feb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c'}] {{(pid=104163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:15:23.290138 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74574a7e5f5019bac05c50995ec4c38decffa50ba6d5d10f63080a9b4086ca7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4113edc-8772-4d1b-a6bb-a5a5b6ebc81d" -d '{"events": [{"server_uuid": "e34cd658-030b-4c77-b6f5-cbb0a88feb89", "name": "network-vif-plugged", "status": "completed", "tag": "869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c"}]}' {{(pid=104163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:15:23.327381 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c,segment=NetworkSegment(78b853b7-3e91-4739-b951-31df12a3473f),segment_id=78b853b7-3e91-4739-b951-31df12a3473f)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:15:23.335136 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:23.365402 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 01:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3fe739-fbb1-47dc-8aae-3fa685814794 x-openstack-request-id: req-ff3fe739-fbb1-47dc-8aae-3fa685814794 {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:15:23.366118 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e34cd658-030b-4c77-b6f5-cbb0a88feb89", "name": "network-vif-plugged", "status": "completed", "tag": "869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c", "code": 200}]} {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:15:23.366118 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-ff3fe739-fbb1-47dc-8aae-3fa685814794 {{(pid=104163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:15:23.366312 dv-cinder-815582-11-iscsi neutron-server[104163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff3fe739-fbb1-47dc-8aae-3fa685814794'] response: {'server_uuid': 'e34cd658-030b-4c77-b6f5-cbb0a88feb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c', 'code': 200} Jul 28 01:15:23.378088 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-a529c418-c0a9-4515-b37d-f44a5ee0413a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'name': 'tempest-TestVolumeBootPattern-1881204814-router', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd8800ad8-b68d-429f-9555-d71c76aa3daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:19Z', 'updated_at': '2022-07-28T01:15:21Z', 'revision_number': 3, 'project_id': 'd14de33f76ea44db8899900481299b87', 'gw_port': {'id': 'd8800ad8-b68d-429f-9555-d71c76aa3daf', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:20Z', 'updated_at': '2022-07-28T01:15:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi'}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:15:23.387801 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:23.427808 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a529c418-c0a9-4515-b37d-f44a5ee0413a None None] Checking router: 1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17 for host: dv-cinder-815582-11-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:15:23.428751 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a529c418-c0a9-4515-b37d-f44a5ee0413a None None] Updating router 1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17 port d8800ad8-b68d-429f-9555-d71c76aa3daf binding host dv-cinder-815582-11-iscsi {{(pid=104163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 01:15:23.465905 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [None req-d8ef6eec-e032-4c79-958b-187a45db9ef2 admin admin] Allocated IP 172.20.0.1 (f365ac42-75a7-4c3d-8591-d4097c9f6065/bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12/ece91824-a3ba-4ac8-b89e-f6e287a250e6) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:15:23.484621 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c,revision_number=5']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:23.491602 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-a529c418-c0a9-4515-b37d-f44a5ee0413a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (d8800ad8-b68d-429f-9555-d71c76aa3daf), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:23.583310 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057d5d7-8ef7-439b-976c-cd2bbb754f3e req-913de202-1365-4f69-b51a-01ec00f91841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:23.585867 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f057d5d7-8ef7-439b-976c-cd2bbb754f3e req-913de202-1365-4f69-b51a-01ec00f91841 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e34cd658-030b-4c77-b6f5-cbb0a88feb89 HTTP/1.1" status: 200 len: 1134 time: 0.0446215 Jul 28 01:15:23.606717 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:23.657864 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d8ef6eec-e032-4c79-958b-187a45db9ef2 admin admin] Publish callbacks [] for port (ece91824-a3ba-4ac8-b89e-f6e287a250e6), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:23.658529 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac4cca-42be-4a42-bf77-980220849c82 req-8b02610a-d9c7-471f-ae39-679fb09c7597 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:23.665957 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-3aac4cca-42be-4a42-bf77-980220849c82 req-8b02610a-d9c7-471f-ae39-679fb09c7597 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=e26acfa5-94f2-4d1d-8bfd-9f82e73861f8 HTTP/1.1" status: 200 len: 945 time: 0.0790582 Jul 28 01:15:23.693280 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:23.694971 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f057d5d7-8ef7-439b-976c-cd2bbb754f3e req-d7cb175e-4526-4f50-a5fb-c3b4f57010b5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1364f5c3-5b10-4ef5-9be0-de918400f05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986419 Jul 28 01:15:23.710092 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d8ef6eec-e032-4c79-958b-187a45db9ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427'] for port (ece91824-a3ba-4ac8-b89e-f6e287a250e6), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:23.741278 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-3aac4cca-42be-4a42-bf77-980220849c82 req-4cd47d83-0bb5-41e2-888e-a6afda77b807 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743482 Jul 28 01:15:23.774426 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ef6eec-e032-4c79-958b-187a45db9ef2 admin admin] Network f365ac42-75a7-4c3d-8591-d4097c9f6065 is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:15:23.778288 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-d8ef6eec-e032-4c79-958b-187a45db9ef2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:15:23.782597 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ef6eec-e032-4c79-958b-187a45db9ef2 admin admin] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:15:23.783237 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d8ef6eec-e032-4c79-958b-187a45db9ef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613510'] for router_interface (1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:23.830102 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:23.832295 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-a529c418-c0a9-4515-b37d-f44a5ee0413a None None] Publish callbacks [] for port (d8800ad8-b68d-429f-9555-d71c76aa3daf), precommit_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:23.842964 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-a529c418-c0a9-4515-b37d-f44a5ee0413a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (d8800ad8-b68d-429f-9555-d71c76aa3daf), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:23.848462 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef6eec-e032-4c79-958b-187a45db9ef2 admin admin] Pushing event updated for resources: {'Port': ['ID=ece91824-a3ba-4ac8-b89e-f6e287a250e6,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:23.882739 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:23.896407 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87226289-f658-4d7d-bae1-da90ef56fc49 req-5a53d86f-42ca-4790-8312-63757b3f1b96 tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:23.898452 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-87226289-f658-4d7d-bae1-da90ef56fc49 req-5a53d86f-42ca-4790-8312-63757b3f1b96 tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] 10.222.0.17 "GET /v2.0/ports?device_id=e34cd658-030b-4c77-b6f5-cbb0a88feb89 HTTP/1.1" status: 200 len: 950 time: 0.0781190 Jul 28 01:15:23.947163 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50711168-ae71-4435-9b2f-24ca1b0f008c None None] Pushing event updated for resources: {'Port': ['ID=d8800ad8-b68d-429f-9555-d71c76aa3daf,revision_number=2']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:23.964573 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-a529c418-c0a9-4515-b37d-f44a5ee0413a None None] Attempting to bind port d8800ad8-b68d-429f-9555-d71c76aa3daf on host dv-cinder-815582-11-iscsi for vnic_type normal with profile {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:15:23.965037 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-a529c418-c0a9-4515-b37d-f44a5ee0413a None None] Attempting to bind port d8800ad8-b68d-429f-9555-d71c76aa3daf by drivers openvswitch,hyperv on host dv-cinder-815582-11-iscsi at level 0 using segments [{'id': 'e0235fba-4142-426a-91c5-07cb16b4142e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:15:23.965484 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a529c418-c0a9-4515-b37d-f44a5ee0413a None None] Attempting to bind port d8800ad8-b68d-429f-9555-d71c76aa3daf on network db4fd262-df4a-4858-b92c-469a7b8f139e {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:15:23.971572 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-87226289-f658-4d7d-bae1-da90ef56fc49 req-7e17c892-79c6-4991-950b-d4ac2882ee2d tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] 10.222.0.17 "GET /v2.0/security-groups?id=1364f5c3-5b10-4ef5-9be0-de918400f05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616572 Jul 28 01:15:23.990137 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a529c418-c0a9-4515-b37d-f44a5ee0413a None None] Checking agent: {'id': 'e0b16abb-2210-4432-8141-713fb95a37e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 4, 43), 'started_at': datetime.datetime(2022, 7, 28, 1, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:15:23.990137 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a529c418-c0a9-4515-b37d-f44a5ee0413a None None] Checking segment: {'id': 'e0235fba-4142-426a-91c5-07cb16b4142e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:15:23.990137 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-a529c418-c0a9-4515-b37d-f44a5ee0413a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:23.990137 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a529c418-c0a9-4515-b37d-f44a5ee0413a None None] Bound using segment: {'id': 'e0235fba-4142-426a-91c5-07cb16b4142e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:15:23.990137 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-a529c418-c0a9-4515-b37d-f44a5ee0413a None None] Bound port: d8800ad8-b68d-429f-9555-d71c76aa3daf, host: dv-cinder-815582-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0235fba-4142-426a-91c5-07cb16b4142e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'}}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:15:23.990137 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-a529c418-c0a9-4515-b37d-f44a5ee0413a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (d8800ad8-b68d-429f-9555-d71c76aa3daf), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:24.040539 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d8ef6eec-e032-4c79-958b-187a45db9ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (ece91824-a3ba-4ac8-b89e-f6e287a250e6), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:24.063979 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-a529c418-c0a9-4515-b37d-f44a5ee0413a None None] For port d8800ad8-b68d-429f-9555-d71c76aa3daf, host dv-cinder-815582-11-iscsi, cleared binding levels {{(pid=104163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:15:24.072658 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-a529c418-c0a9-4515-b37d-f44a5ee0413a None None] For port d8800ad8-b68d-429f-9555-d71c76aa3daf, host dv-cinder-815582-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=d8800ad8-b68d-429f-9555-d71c76aa3daf,segment=NetworkSegment(e0235fba-4142-426a-91c5-07cb16b4142e),segment_id=e0235fba-4142-426a-91c5-07cb16b4142e)] {{(pid=104163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:15:24.085029 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 60377a37-95b4-4cc5-bea0-64cc4749ecb4 up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:15:24.121097 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 48092) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:24.143544 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-a529c418-c0a9-4515-b37d-f44a5ee0413a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (d8800ad8-b68d-429f-9555-d71c76aa3daf), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:24.234966 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50711168-ae71-4435-9b2f-24ca1b0f008c None None] Pushing event updated for resources: {'Port': ['ID=d8800ad8-b68d-429f-9555-d71c76aa3daf,revision_number=3']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:24.266304 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-5b1b606c-d3ca-4d69-9ad9-2891abead1f8 None None] Provisioning complete for port ece91824-a3ba-4ac8-b89e-f6e287a250e6 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:15:24.266891 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-5b1b606c-d3ca-4d69-9ad9-2891abead1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (ece91824-a3ba-4ac8-b89e-f6e287a250e6), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:24.275439 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port 60377a37-95b4-4cc5-bea0-64cc4749ecb4 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:15:24.275811 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (60377a37-95b4-4cc5-bea0-64cc4749ecb4), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:24.315633 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d8ef6eec-e032-4c79-958b-187a45db9ef2 admin admin] Publish callbacks [] for port (ece91824-a3ba-4ac8-b89e-f6e287a250e6), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:24.328766 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d8ef6eec-e032-4c79-958b-187a45db9ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (ece91824-a3ba-4ac8-b89e-f6e287a250e6), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:24.329338 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d8ef6eec-e032-4c79-958b-187a45db9ef2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613626'] for router_interface (1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:24.331415 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a529c418-c0a9-4515-b37d-f44a5ee0413a None None] Routers {'1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:15:24.332242 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-a529c418-c0a9-4515-b37d-f44a5ee0413a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:15:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:15:24.345325 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2ef00498-cc8f-4a29-880b-c9bd793fbbc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:24.439177 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-5b1b606c-d3ca-4d69-9ad9-2891abead1f8 None None] Port ece91824-a3ba-4ac8-b89e-f6e287a250e6 cannot update to ACTIVE because it is not bound. {{(pid=104163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 01:15:24.449829 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef6eec-e032-4c79-958b-187a45db9ef2 admin admin] Pushing event updated for resources: {'Port': ['ID=ece91824-a3ba-4ac8-b89e-f6e287a250e6,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:24.517028 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-a529c418-c0a9-4515-b37d-f44a5ee0413a None None] Set router 1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:15:24.538797 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ef6eec-e032-4c79-958b-187a45db9ef2 admin admin] Network f365ac42-75a7-4c3d-8591-d4097c9f6065 is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:15:24.544356 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-d8ef6eec-e032-4c79-958b-187a45db9ef2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:15:24.558039 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2ef00498-cc8f-4a29-880b-c9bd793fbbc4 admin admin] Publish callbacks [] for security_group (6c9618f5-7055-4391-862e-cff2c7ae6237), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:24.565489 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port 60377a37-95b4-4cc5-bea0-64cc4749ecb4 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:15:24.589195 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 48108) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:24.604830 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2ef00498-cc8f-4a29-880b-c9bd793fbbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (6c9618f5-7055-4391-862e-cff2c7ae6237), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:24.664257 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:24.677777 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:24.712300 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 48112) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:24.720304 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-2ef00498-cc8f-4a29-880b-c9bd793fbbc4 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a8a0f19f878844b9b0ff5e4e90201d63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5977483 Jul 28 01:15:24.734701 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef00498-cc8f-4a29-880b-c9bd793fbbc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9618f5-7055-4391-862e-cff2c7ae6237,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:24.761761 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-a529c418-c0a9-4515-b37d-f44a5ee0413a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'name': 'tempest-TestVolumeBootPattern-1881204814-router', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd8800ad8-b68d-429f-9555-d71c76aa3daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:19Z', 'updated_at': '2022-07-28T01:15:23Z', 'revision_number': 4, 'project_id': 'd14de33f76ea44db8899900481299b87', 'gw_port': {'id': 'd8800ad8-b68d-429f-9555-d71c76aa3daf', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:20Z', 'updated_at': '2022-07-28T01:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'ece91824-a3ba-4ac8-b89e-f6e287a250e6', 'name': '', 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'mac_address': 'fa:16:3e:af:b9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:23Z', 'updated_at': '2022-07-28T01:15:24Z', 'revision_number': 2, 'project_id': 'd14de33f76ea44db8899900481299b87', 'subnets': [{'id': 'bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:15:24.764967 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:24.768907 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ef6eec-e032-4c79-958b-187a45db9ef2 admin admin] Router 1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17 has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:15:24.794444 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-24b8283b-cbd1-48db-b53e-54ec4631696a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:24.794670 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a529c418-c0a9-4515-b37d-f44a5ee0413a None None] The sync data for ids ['1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'] in dv-cinder-815582-11-iscsi is: [{'id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'name': 'tempest-TestVolumeBootPattern-1881204814-router', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd8800ad8-b68d-429f-9555-d71c76aa3daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:19Z', 'updated_at': '2022-07-28T01:15:23Z', 'revision_number': 4, 'project_id': 'd14de33f76ea44db8899900481299b87', 'gw_port': {'id': 'd8800ad8-b68d-429f-9555-d71c76aa3daf', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:20Z', 'updated_at': '2022-07-28T01:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'ece91824-a3ba-4ac8-b89e-f6e287a250e6', 'name': '', 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'mac_address': 'fa:16:3e:af:b9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:23Z', 'updated_at': '2022-07-28T01:15:24Z', 'revision_number': 2, 'project_id': 'd14de33f76ea44db8899900481299b87', 'subnets': [{'id': 'bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:15:24.852862 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-380387cb-bd7f-44d6-8822-e881e646a140 admin admin] Publish callbacks [] for security_group (6c9618f5-7055-4391-862e-cff2c7ae6237), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:24.859156 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:24.863550 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-14472441-6d3c-4fb6-b0ce-c5e54b33f13d None None] Provisioning complete for port ece91824-a3ba-4ac8-b89e-f6e287a250e6 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:15:24.863922 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-14472441-6d3c-4fb6-b0ce-c5e54b33f13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (ece91824-a3ba-4ac8-b89e-f6e287a250e6), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:24.905378 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-14472441-6d3c-4fb6-b0ce-c5e54b33f13d None None] Port ece91824-a3ba-4ac8-b89e-f6e287a250e6 cannot update to ACTIVE because it is not bound. {{(pid=104163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 01:15:24.927931 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ef6eec-e032-4c79-958b-187a45db9ef2 admin admin] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:15:24.932680 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-380387cb-bd7f-44d6-8822-e881e646a140 admin admin] Publish callbacks [] for security_group (6c9618f5-7055-4391-862e-cff2c7ae6237), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:24.937912 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-d8ef6eec-e032-4c79-958b-187a45db9ef2 admin admin] 10.222.0.17 "PUT /v2.0/routers/1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2591279 Jul 28 01:15:24.951863 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d47f19-e627-491d-85e3-886689a3dfc2 req-6b3bda90-07e0-44a5-9644-10065fcd9aa4 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:24.959475 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-67d47f19-e627-491d-85e3-886689a3dfc2 req-6b3bda90-07e0-44a5-9644-10065fcd9aa4 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=e26acfa5-94f2-4d1d-8bfd-9f82e73861f8 HTTP/1.1" status: 200 len: 945 time: 0.1164494 Jul 28 01:15:25.057756 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-24b8283b-cbd1-48db-b53e-54ec4631696a admin admin] Publish callbacks [] for security_group (499b79f2-1017-44d4-9de4-12c86ca87d16), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:25.066589 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-67d47f19-e627-491d-85e3-886689a3dfc2 req-a023d34e-0a27-49bf-9374-b4e5a0c7957b tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061838 Jul 28 01:15:25.079889 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-24b8283b-cbd1-48db-b53e-54ec4631696a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (499b79f2-1017-44d4-9de4-12c86ca87d16), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:25.179585 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-24b8283b-cbd1-48db-b53e-54ec4631696a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6a527ec9c3064d8b93d98f74f7b931d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5892029 Jul 28 01:15:25.180403 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-380387cb-bd7f-44d6-8822-e881e646a140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (6c9618f5-7055-4391-862e-cff2c7ae6237), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:25.182506 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 48122) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:25.188206 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-380387cb-bd7f-44d6-8822-e881e646a140 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:25.200303 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-380387cb-bd7f-44d6-8822-e881e646a140 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/6c9618f5-7055-4391-862e-cff2c7ae6237 HTTP/1.1" status: 204 len: 168 time: 0.4866464 Jul 28 01:15:25.202991 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:25.217167 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04930f02-4733-4231-bdf2-9bdf357b99d9 req-7e575976-e4b0-4ccb-b5e5-ea1eab08e182 tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:25.227123 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-04930f02-4733-4231-bdf2-9bdf357b99d9 req-7e575976-e4b0-4ccb-b5e5-ea1eab08e182 tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] 10.222.0.17 "GET /v2.0/ports?device_id=e34cd658-030b-4c77-b6f5-cbb0a88feb89 HTTP/1.1" status: 200 len: 950 time: 0.1585634 Jul 28 01:15:25.252056 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b8283b-cbd1-48db-b53e-54ec4631696a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499b79f2-1017-44d4-9de4-12c86ca87d16,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:25.277457 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380387cb-bd7f-44d6-8822-e881e646a140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9618f5-7055-4391-862e-cff2c7ae6237,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:25.279077 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ab5ea997-1935-41b4-8fb7-c3b6fdeb850e admin admin] Publish callbacks [] for security_group (499b79f2-1017-44d4-9de4-12c86ca87d16), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:25.313809 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ab5ea997-1935-41b4-8fb7-c3b6fdeb850e admin admin] Publish callbacks [] for security_group (499b79f2-1017-44d4-9de4-12c86ca87d16), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:25.326074 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-04930f02-4733-4231-bdf2-9bdf357b99d9 req-be3579ef-fecb-4afc-ab36-230d6c669e43 tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] 10.222.0.17 "GET /v2.0/security-groups?id=1364f5c3-5b10-4ef5-9be0-de918400f05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935431 Jul 28 01:15:25.386472 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ab5ea997-1935-41b4-8fb7-c3b6fdeb850e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (499b79f2-1017-44d4-9de4-12c86ca87d16), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:25.391426 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ab5ea997-1935-41b4-8fb7-c3b6fdeb850e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:25.395940 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-ab5ea997-1935-41b4-8fb7-c3b6fdeb850e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/499b79f2-1017-44d4-9de4-12c86ca87d16 HTTP/1.1" status: 204 len: 168 time: 0.2123978 Jul 28 01:15:25.410144 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ea997-1935-41b4-8fb7-c3b6fdeb850e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499b79f2-1017-44d4-9de4-12c86ca87d16,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:25.873556 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 48144) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:25.890241 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-46a8bb69-4722-49b0-8602-121a5a7f6194 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:26.029388 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-46a8bb69-4722-49b0-8602-121a5a7f6194 admin admin] Publish callbacks [] for security_group (e5aae045-a6d0-47b8-a468-48847249f4a4), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:26.038537 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-46a8bb69-4722-49b0-8602-121a5a7f6194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (e5aae045-a6d0-47b8-a468-48847249f4a4), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:26.107025 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-46a8bb69-4722-49b0-8602-121a5a7f6194 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b43a657be91b4ca189d02cd23ba2a227&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294359 Jul 28 01:15:26.107025 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8bb69-4722-49b0-8602-121a5a7f6194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5aae045-a6d0-47b8-a468-48847249f4a4,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:26.107876 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device d8800ad8-b68d-429f-9555-d71c76aa3daf up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:15:26.108249 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 48152) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:26.174801 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-abd3ea38-8dc4-414c-9862-a2cd650091a9 admin admin] Publish callbacks [] for security_group (e5aae045-a6d0-47b8-a468-48847249f4a4), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:26.198207 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port d8800ad8-b68d-429f-9555-d71c76aa3daf triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:15:26.198535 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (d8800ad8-b68d-429f-9555-d71c76aa3daf), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:26.208948 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-abd3ea38-8dc4-414c-9862-a2cd650091a9 admin admin] Publish callbacks [] for security_group (e5aae045-a6d0-47b8-a468-48847249f4a4), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:26.302127 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 48160) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:26.307432 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-60c38216-df6b-472a-bdaa-4062b8d9a313 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1861082579-network', 'tenant_id': '5b33bcc707974091b1098e10867c5ccb'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:15:26.346539 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port d8800ad8-b68d-429f-9555-d71c76aa3daf is: DOWN; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:15:26.347220 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (d8800ad8-b68d-429f-9555-d71c76aa3daf), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:26.358721 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055eeb3-949c-4c41-991b-3f046446f71c req-8bfe1676-4ab0-430d-8eb6-121af57fdbc6 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:26.362072 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e055eeb3-949c-4c41-991b-3f046446f71c req-8bfe1676-4ab0-430d-8eb6-121af57fdbc6 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=e26acfa5-94f2-4d1d-8bfd-9f82e73861f8 HTTP/1.1" status: 200 len: 945 time: 0.1438606 Jul 28 01:15:26.365232 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c38216-df6b-472a-bdaa-4062b8d9a313 admin admin] Made reservation on behalf of 5b33bcc707974091b1098e10867c5ccb for: {'network': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:15:26.371511 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-60c38216-df6b-472a-bdaa-4062b8d9a313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for network (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:26.387119 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=4 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:26.392318 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=2 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:26.397243 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] For port d8800ad8-b68d-429f-9555-d71c76aa3daf, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=d8800ad8-b68d-429f-9555-d71c76aa3daf,segment=NetworkSegment(e0235fba-4142-426a-91c5-07cb16b4142e),segment_id=e0235fba-4142-426a-91c5-07cb16b4142e)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:15:26.401423 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-60c38216-df6b-472a-bdaa-4062b8d9a313 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:26.402414 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-abd3ea38-8dc4-414c-9862-a2cd650091a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (e5aae045-a6d0-47b8-a468-48847249f4a4), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:26.409955 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (d8800ad8-b68d-429f-9555-d71c76aa3daf), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:26.410314 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-abd3ea38-8dc4-414c-9862-a2cd650091a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:26.418685 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-abd3ea38-8dc4-414c-9862-a2cd650091a9 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e5aae045-a6d0-47b8-a468-48847249f4a4 HTTP/1.1" status: 204 len: 168 time: 0.3098526 Jul 28 01:15:26.449816 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3ea38-8dc4-414c-9862-a2cd650091a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5aae045-a6d0-47b8-a468-48847249f4a4,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:26.507559 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Pushing event updated for resources: {'Port': ['ID=d8800ad8-b68d-429f-9555-d71c76aa3daf,revision_number=4']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:26.561749 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e055eeb3-949c-4c41-991b-3f046446f71c req-61643708-f4f5-46e5-975c-86d589af4a95 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722648 Jul 28 01:15:26.572999 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:26.591114 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b015873-b2b5-4039-ae17-680033acf37c req-6cdfb76b-abce-463d-9347-8df4896de769 tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:26.593567 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-6b015873-b2b5-4039-ae17-680033acf37c req-6cdfb76b-abce-463d-9347-8df4896de769 tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] 10.222.0.17 "GET /v2.0/ports?device_id=e34cd658-030b-4c77-b6f5-cbb0a88feb89 HTTP/1.1" status: 200 len: 950 time: 0.1468687 Jul 28 01:15:26.627796 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-60c38216-df6b-472a-bdaa-4062b8d9a313 admin admin] Publish callbacks [] for security_group (0051cde4-9be5-4455-a758-8961776cf361), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:26.635612 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-60c38216-df6b-472a-bdaa-4062b8d9a313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (0051cde4-9be5-4455-a758-8961776cf361), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:26.687706 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-6b015873-b2b5-4039-ae17-680033acf37c req-4d4784db-995c-49fd-b333-386bfb02f463 tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] 10.222.0.17 "GET /v2.0/security-groups?id=1364f5c3-5b10-4ef5-9be0-de918400f05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867593 Jul 28 01:15:26.692541 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60c38216-df6b-472a-bdaa-4062b8d9a313 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=104161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 01:15:26.703366 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c38216-df6b-472a-bdaa-4062b8d9a313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0051cde4-9be5-4455-a758-8961776cf361,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:26.722150 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-60c38216-df6b-472a-bdaa-4062b8d9a313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084'] for segment (3f091028-67b6-43d9-902a-6ef3fd4f5622), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:26.722499 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.db.segments_db [None req-60c38216-df6b-472a-bdaa-4062b8d9a313 admin admin] Added segment 3f091028-67b6-43d9-902a-6ef3fd4f5622 of type vlan for network 8fb79833-4451-4cd5-9bed-2e7077e9dab0 Jul 28 01:15:26.818505 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-60c38216-df6b-472a-bdaa-4062b8d9a313 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778716385410'] for network (8fb79833-4451-4cd5-9bed-2e7077e9dab0), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:26.869903 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-60c38216-df6b-472a-bdaa-4062b8d9a313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for network (8fb79833-4451-4cd5-9bed-2e7077e9dab0), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:26.871236 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c38216-df6b-472a-bdaa-4062b8d9a313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:26.872073 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-60c38216-df6b-472a-bdaa-4062b8d9a313 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:26.970049 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-60c38216-df6b-472a-bdaa-4062b8d9a313 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6629968 Jul 28 01:15:26.970683 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 48184) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:26.975705 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-d7f286c8-3235-4137-a51c-960f9f28b456 admin admin] Request body: {'subnet': {'network_id': '8fb79833-4451-4cd5-9bed-2e7077e9dab0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1861082579-subnet', 'tenant_id': '5b33bcc707974091b1098e10867c5ccb', 'ip_version': 4}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:15:26.982683 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c38216-df6b-472a-bdaa-4062b8d9a313 admin admin] Pushing event updated for resources: {'Network': ['ID=8fb79833-4451-4cd5-9bed-2e7077e9dab0,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:26.998145 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Network 8fb79833-4451-4cd5-9bed-2e7077e9dab0 details requested by agent ovs-agent-dv-cinder-815582-11-iscsi with host dv-cinder-815582-11-iscsi {{(pid=104163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 01:15:27.032794 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f286c8-3235-4137-a51c-960f9f28b456 admin admin] Made reservation on behalf of 5b33bcc707974091b1098e10867c5ccb for: {'subnet': 1} {{(pid=104162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:15:27.036288 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d7f286c8-3235-4137-a51c-960f9f28b456 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4537658'] for subnet (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:27.096258 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 48192) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:27.179518 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f00fc-0b51-4400-beb1-0c15720706c3 req-6731e2db-4385-48d5-b473-9919b7699594 tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:27.181010 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fb0f00fc-0b51-4400-beb1-0c15720706c3 req-6731e2db-4385-48d5-b473-9919b7699594 tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] 10.222.0.17 "GET /v2.0/ports?device_id=e34cd658-030b-4c77-b6f5-cbb0a88feb89 HTTP/1.1" status: 200 len: 950 time: 0.0757253 Jul 28 01:15:27.237324 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:27.280704 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fb0f00fc-0b51-4400-beb1-0c15720706c3 req-c8660bc1-45c5-42f4-a3da-f2cf2b743edf tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] 10.222.0.17 "GET /v2.0/security-groups?id=1364f5c3-5b10-4ef5-9be0-de918400f05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895960 Jul 28 01:15:27.363517 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-3b5a9c7e-59db-4fd3-ac4e-ffa757c726ec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-775728862-network', 'tenant_id': '0beae1c88e9948d28a386b5e31c68f85'}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:15:27.381725 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d7f286c8-3235-4137-a51c-960f9f28b456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4518859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4537620'] for subnet (cda862f7-9001-467a-8155-665ddb552c08), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:27.424850 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5a9c7e-59db-4fd3-ac4e-ffa757c726ec admin admin] Made reservation on behalf of 0beae1c88e9948d28a386b5e31c68f85 for: {'network': 1} {{(pid=104162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:15:27.428654 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3b5a9c7e-59db-4fd3-ac4e-ffa757c726ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for network (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:27.452168 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3b5a9c7e-59db-4fd3-ac4e-ffa757c726ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:27.492323 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f286c8-3235-4137-a51c-960f9f28b456 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cda862f7-9001-467a-8155-665ddb552c08,revision_number=0']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:27.524436 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f286c8-3235-4137-a51c-960f9f28b456 admin admin] Checking segment: {'id': '3f091028-67b6-43d9-902a-6ef3fd4f5622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8fb79833-4451-4cd5-9bed-2e7077e9dab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:15:27.524779 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f286c8-3235-4137-a51c-960f9f28b456 admin admin] Network hostable DHCP agents. Network: 8fb79833-4451-4cd5-9bed-2e7077e9dab0, hostable agents: ['1da181d0-8fa3-49c1-8992-3db4e395f26f'], hosted agents: [] {{(pid=104162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 01:15:27.574400 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f286c8-3235-4137-a51c-960f9f28b456 admin admin] Network 8fb79833-4451-4cd5-9bed-2e7077e9dab0 is scheduled to be hosted by DHCP agent 1da181d0-8fa3-49c1-8992-3db4e395f26f with binding_index 1 {{(pid=104162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 01:15:27.610774 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-d7f286c8-3235-4137-a51c-960f9f28b456 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-11-iscsi, 8fb79833-4451-4cd5-9bed-2e7077e9dab0) {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:15:27.620846 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88878954-bd15-4ead-999f-eea91b00a64f None None] Network 8fb79833-4451-4cd5-9bed-2e7077e9dab0 requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:15:27.627683 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f286c8-3235-4137-a51c-960f9f28b456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:27.628587 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d7f286c8-3235-4137-a51c-960f9f28b456 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:27.632938 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3b5a9c7e-59db-4fd3-ac4e-ffa757c726ec admin admin] Publish callbacks [] for security_group (fc18f291-ea84-4c3c-9abc-ddc3a5568efe), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:27.642029 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3b5a9c7e-59db-4fd3-ac4e-ffa757c726ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (fc18f291-ea84-4c3c-9abc-ddc3a5568efe), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:27.683445 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-d7f286c8-3235-4137-a51c-960f9f28b456 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7120044 Jul 28 01:15:27.684928 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b5a9c7e-59db-4fd3-ac4e-ffa757c726ec admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=104162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 01:15:27.686043 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 48210) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:27.691276 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-9277d563-1fd8-44dc-857d-f16a51616a3d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1861082579-router', 'tenant_id': '5b33bcc707974091b1098e10867c5ccb', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'}}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:15:27.704065 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:27.707404 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3b5a9c7e-59db-4fd3-ac4e-ffa757c726ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084'] for segment (84998b0a-4c53-4c56-b0ae-ac26c210f8c0), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:27.707978 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.db.segments_db [None req-3b5a9c7e-59db-4fd3-ac4e-ffa757c726ec admin admin] Added segment 84998b0a-4c53-4c56-b0ae-ac26c210f8c0 of type vlan for network 38ba4013-ec1c-4018-b20b-27b9ee596ca4 Jul 28 01:15:27.709510 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:27.721285 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a9c7e-59db-4fd3-ac4e-ffa757c726ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc18f291-ea84-4c3c-9abc-ddc3a5568efe,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:27.767939 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9277d563-1fd8-44dc-857d-f16a51616a3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-425'] for router (5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:27.769936 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9277d563-1fd8-44dc-857d-f16a51616a3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947450', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-416'] for router (5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:27.779245 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:27.811776 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb9a467-b33e-4b03-a685-51fb266e3878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11df1cfc-1f6d-5ec1-8de9-f52b05ea7209-8fb79833-4451-4cd5-9bed-2e7077e9dab0', 'network_id': '8fb79833-4451-4cd5-9bed-2e7077e9dab0', 'project_id': '5b33bcc707974091b1098e10867c5ccb', 'fixed_ips': [{'subnet_id': 'cda862f7-9001-467a-8155-665ddb552c08'}]}} from dv-cinder-815582-11-iscsi. {{(pid=104163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 01:15:27.813652 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-bcb9a467-b33e-4b03-a685-51fb266e3878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:27.815526 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3b5a9c7e-59db-4fd3-ac4e-ffa757c726ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778716385410'] for network (38ba4013-ec1c-4018-b20b-27b9ee596ca4), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:27.834133 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8118d-116f-4263-9025-09f04373c110 req-90f7ddd2-c996-40cb-ae1f-53db1f4b34be tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:27.835669 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-89d8118d-116f-4263-9025-09f04373c110 req-90f7ddd2-c996-40cb-ae1f-53db1f4b34be tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=e26acfa5-94f2-4d1d-8bfd-9f82e73861f8 HTTP/1.1" status: 200 len: 945 time: 0.1162271 Jul 28 01:15:27.887381 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3b5a9c7e-59db-4fd3-ac4e-ffa757c726ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for network (38ba4013-ec1c-4018-b20b-27b9ee596ca4), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:27.891903 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9277d563-1fd8-44dc-857d-f16a51616a3d admin admin] Publish callbacks [] for router_controller (5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4), precommit_add_association {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:27.895046 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5a9c7e-59db-4fd3-ac4e-ffa757c726ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:27.895829 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3b5a9c7e-59db-4fd3-ac4e-ffa757c726ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:27.947416 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9660763d-944c-4ed1-b4da-d25460d90a8b None None] Sync routers for ids ['1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'] in dv-cinder-815582-11-iscsi {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:15:27.967782 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9660763d-944c-4ed1-b4da-d25460d90a8b None None] Routers {'1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:15:27.970405 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-9660763d-944c-4ed1-b4da-d25460d90a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:15:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:15:27.998121 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-89d8118d-116f-4263-9025-09f04373c110 req-5e42399c-1c19-4587-8603-057313eade60 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512556 Jul 28 01:15:28.023556 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-3b5a9c7e-59db-4fd3-ac4e-ffa757c726ec admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9228487 Jul 28 01:15:28.032289 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 48216) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:28.039705 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-cb5f67a2-f9af-42fd-bf4d-91fe1225bebe admin admin] Request body: {'subnet': {'network_id': '38ba4013-ec1c-4018-b20b-27b9ee596ca4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-775728862-subnet', 'tenant_id': '0beae1c88e9948d28a386b5e31c68f85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:15:28.049696 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a9c7e-59db-4fd3-ac4e-ffa757c726ec admin admin] Pushing event updated for resources: {'Network': ['ID=38ba4013-ec1c-4018-b20b-27b9ee596ca4,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:28.068289 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5f67a2-f9af-42fd-bf4d-91fe1225bebe admin admin] Made reservation on behalf of 0beae1c88e9948d28a386b5e31c68f85 for: {'subnet': 1} {{(pid=104162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:15:28.074368 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-cb5f67a2-f9af-42fd-bf4d-91fe1225bebe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4537658'] for subnet (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:28.136670 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-9660763d-944c-4ed1-b4da-d25460d90a8b None None] Set router 1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:15:28.182342 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9277d563-1fd8-44dc-857d-f16a51616a3d admin admin] Publish callbacks [] for router_gateway (5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:28.184052 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Network 38ba4013-ec1c-4018-b20b-27b9ee596ca4 details requested by agent ovs-agent-dv-cinder-815582-11-iscsi with host dv-cinder-815582-11-iscsi {{(pid=104163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 01:15:28.187604 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device d8800ad8-b68d-429f-9555-d71c76aa3daf up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:15:28.242969 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:28.357041 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-9660763d-944c-4ed1-b4da-d25460d90a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'name': 'tempest-TestVolumeBootPattern-1881204814-router', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd8800ad8-b68d-429f-9555-d71c76aa3daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:19Z', 'updated_at': '2022-07-28T01:15:23Z', 'revision_number': 4, 'project_id': 'd14de33f76ea44db8899900481299b87', 'gw_port': {'id': 'd8800ad8-b68d-429f-9555-d71c76aa3daf', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:20Z', 'updated_at': '2022-07-28T01:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'ece91824-a3ba-4ac8-b89e-f6e287a250e6', 'name': '', 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'mac_address': 'fa:16:3e:af:b9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:23Z', 'updated_at': '2022-07-28T01:15:24Z', 'revision_number': 2, 'project_id': 'd14de33f76ea44db8899900481299b87', 'subnets': [{'id': 'bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:15:28.392284 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9660763d-944c-4ed1-b4da-d25460d90a8b None None] Checking router: 1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17 for host: dv-cinder-815582-11-iscsi {{(pid=104164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:15:28.392933 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9660763d-944c-4ed1-b4da-d25460d90a8b None None] Updating router 1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17 port ece91824-a3ba-4ac8-b89e-f6e287a250e6 binding host dv-cinder-815582-11-iscsi {{(pid=104164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 01:15:28.408543 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9277d563-1fd8-44dc-857d-f16a51616a3d admin admin] Publish callbacks [] for router_gateway (5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:28.429151 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9660763d-944c-4ed1-b4da-d25460d90a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (ece91824-a3ba-4ac8-b89e-f6e287a250e6), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:28.438558 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9277d563-1fd8-44dc-857d-f16a51616a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:28.507747 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port d8800ad8-b68d-429f-9555-d71c76aa3daf triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:15:28.510014 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (d8800ad8-b68d-429f-9555-d71c76aa3daf), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:28.594825 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.db_base_plugin_common [None req-bcb9a467-b33e-4b03-a685-51fb266e3878 None None] Allocated IP 172.20.0.2 (8fb79833-4451-4cd5-9bed-2e7077e9dab0/cda862f7-9001-467a-8155-665ddb552c08/59d8a0c3-d93f-4f56-b308-95bed7c21b59) {{(pid=104163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:15:28.618904 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b8e1d-1356-4ece-9764-6ea89f340598 req-c7818544-c338-45ae-a648-380ae5f79c3b tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:28.622694 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b44b8e1d-1356-4ece-9764-6ea89f340598 req-c7818544-c338-45ae-a648-380ae5f79c3b tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] 10.222.0.17 "GET /v2.0/ports?device_id=e34cd658-030b-4c77-b6f5-cbb0a88feb89 HTTP/1.1" status: 200 len: 950 time: 0.1972959 Jul 28 01:15:28.623678 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:28.666556 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-cb5f67a2-f9af-42fd-bf4d-91fe1225bebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4518859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4537620'] for subnet (b81d4d01-94e8-4767-bceb-2eb6c08cd72d), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:28.679471 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:28.715669 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [None req-9277d563-1fd8-44dc-857d-f16a51616a3d admin admin] Allocated IP 172.27.1.246 (db4fd262-df4a-4858-b92c-469a7b8f139e/fbbec24e-3b1c-439c-846a-fd72122ae4ff/4119ecdc-74b3-4e11-9634-0d7975175dc1) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:15:28.758919 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b44b8e1d-1356-4ece-9764-6ea89f340598 req-02ae2a1d-2b10-40cc-b662-f2e32ed53665 tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] 10.222.0.17 "GET /v2.0/security-groups?id=1364f5c3-5b10-4ef5-9be0-de918400f05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351402 Jul 28 01:15:28.759369 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f67a2-f9af-42fd-bf4d-91fe1225bebe admin admin] Pushing event updated for resources: {'Subnet': ['ID=b81d4d01-94e8-4767-bceb-2eb6c08cd72d,revision_number=0']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:28.771628 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5f67a2-f9af-42fd-bf4d-91fe1225bebe admin admin] Checking segment: {'id': '84998b0a-4c53-4c56-b0ae-ac26c210f8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '38ba4013-ec1c-4018-b20b-27b9ee596ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:15:28.774711 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5f67a2-f9af-42fd-bf4d-91fe1225bebe admin admin] Network hostable DHCP agents. Network: 38ba4013-ec1c-4018-b20b-27b9ee596ca4, hostable agents: ['1da181d0-8fa3-49c1-8992-3db4e395f26f'], hosted agents: [] {{(pid=104162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 01:15:28.804456 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5f67a2-f9af-42fd-bf4d-91fe1225bebe admin admin] Network 38ba4013-ec1c-4018-b20b-27b9ee596ca4 is scheduled to be hosted by DHCP agent 1da181d0-8fa3-49c1-8992-3db4e395f26f with binding_index 1 {{(pid=104162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 01:15:28.824331 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-cb5f67a2-f9af-42fd-bf4d-91fe1225bebe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-11-iscsi, 38ba4013-ec1c-4018-b20b-27b9ee596ca4) {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:15:28.833477 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5f67a2-f9af-42fd-bf4d-91fe1225bebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:28.834120 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-cb5f67a2-f9af-42fd-bf4d-91fe1225bebe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:28.846737 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc21234f-f9f0-40ea-b837-7545e2425159 None None] Network 38ba4013-ec1c-4018-b20b-27b9ee596ca4 requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:15:28.875515 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-cb5f67a2-f9af-42fd-bf4d-91fe1225bebe admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8420811 Jul 28 01:15:28.903204 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port d8800ad8-b68d-429f-9555-d71c76aa3daf is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:15:28.906727 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9277d563-1fd8-44dc-857d-f16a51616a3d admin admin] Publish callbacks [] for port (4119ecdc-74b3-4e11-9634-0d7975175dc1), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:28.917878 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9660763d-944c-4ed1-b4da-d25460d90a8b None None] Publish callbacks [] for port (ece91824-a3ba-4ac8-b89e-f6e287a250e6), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:28.928886 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9660763d-944c-4ed1-b4da-d25460d90a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (ece91824-a3ba-4ac8-b89e-f6e287a250e6), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:28.947639 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9277d563-1fd8-44dc-857d-f16a51616a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427'] for port (4119ecdc-74b3-4e11-9634-0d7975175dc1), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:29.014996 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:29.017261 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae70d9-2a38-4998-9543-eda59e3c2d2b None None] Pushing event updated for resources: {'Port': ['ID=ece91824-a3ba-4ac8-b89e-f6e287a250e6,revision_number=3']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:29.027460 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9277d563-1fd8-44dc-857d-f16a51616a3d admin admin] Network db4fd262-df4a-4858-b92c-469a7b8f139e is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:15:29.035212 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbae70d9-2a38-4998-9543-eda59e3c2d2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:29.035551 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbae70d9-2a38-4998-9543-eda59e3c2d2b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:29.036034 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbae70d9-2a38-4998-9543-eda59e3c2d2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:29.036388 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbae70d9-2a38-4998-9543-eda59e3c2d2b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:29.036715 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbae70d9-2a38-4998-9543-eda59e3c2d2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:29.037036 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbae70d9-2a38-4998-9543-eda59e3c2d2b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:29.037439 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbae70d9-2a38-4998-9543-eda59e3c2d2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:29.037930 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbae70d9-2a38-4998-9543-eda59e3c2d2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:29.038265 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbae70d9-2a38-4998-9543-eda59e3c2d2b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:29.038775 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbae70d9-2a38-4998-9543-eda59e3c2d2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:29.039117 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbae70d9-2a38-4998-9543-eda59e3c2d2b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:29.039655 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbae70d9-2a38-4998-9543-eda59e3c2d2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:29.039986 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbae70d9-2a38-4998-9543-eda59e3c2d2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:29.040483 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbae70d9-2a38-4998-9543-eda59e3c2d2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:29.040801 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbae70d9-2a38-4998-9543-eda59e3c2d2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:29.060012 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-9277d563-1fd8-44dc-857d-f16a51616a3d admin admin] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:15:29.075099 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-bcb9a467-b33e-4b03-a685-51fb266e3878 None None] Publish callbacks [] for port (59d8a0c3-d93f-4f56-b308-95bed7c21b59), precommit_create {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:29.078592 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee76670e-29c1-41a8-b385-435fc7642c74 None None] Network 38ba4013-ec1c-4018-b20b-27b9ee596ca4 requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:15:29.080309 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9277d563-1fd8-44dc-857d-f16a51616a3d admin admin] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:15:29.157245 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9277d563-1fd8-44dc-857d-f16a51616a3d admin admin] Pushing event updated for resources: {'Port': ['ID=4119ecdc-74b3-4e11-9634-0d7975175dc1,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:29.165108 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-9660763d-944c-4ed1-b4da-d25460d90a8b None None] Attempting to bind port ece91824-a3ba-4ac8-b89e-f6e287a250e6 on host dv-cinder-815582-11-iscsi for vnic_type normal with profile {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:15:29.166022 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-9660763d-944c-4ed1-b4da-d25460d90a8b None None] Attempting to bind port ece91824-a3ba-4ac8-b89e-f6e287a250e6 by drivers openvswitch,hyperv on host dv-cinder-815582-11-iscsi at level 0 using segments [{'id': 'adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065'}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:15:29.166604 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9660763d-944c-4ed1-b4da-d25460d90a8b None None] Attempting to bind port ece91824-a3ba-4ac8-b89e-f6e287a250e6 on network f365ac42-75a7-4c3d-8591-d4097c9f6065 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:15:29.180775 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9660763d-944c-4ed1-b4da-d25460d90a8b None None] Checking agent: {'id': 'e0b16abb-2210-4432-8141-713fb95a37e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 4, 43), 'started_at': datetime.datetime(2022, 7, 28, 1, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:15:29.183277 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9660763d-944c-4ed1-b4da-d25460d90a8b None None] Checking segment: {'id': 'adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:15:29.183874 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9660763d-944c-4ed1-b4da-d25460d90a8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:29.185487 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9660763d-944c-4ed1-b4da-d25460d90a8b None None] Bound using segment: {'id': 'adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065'} {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:15:29.187004 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-9660763d-944c-4ed1-b4da-d25460d90a8b None None] Bound port: ece91824-a3ba-4ac8-b89e-f6e287a250e6, host: dv-cinder-815582-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065'}}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:15:29.189470 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9660763d-944c-4ed1-b4da-d25460d90a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (ece91824-a3ba-4ac8-b89e-f6e287a250e6), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:29.193186 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-bcb9a467-b33e-4b03-a685-51fb266e3878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427'] for port (59d8a0c3-d93f-4f56-b308-95bed7c21b59), after_create {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:29.242898 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277d563-1fd8-44dc-857d-f16a51616a3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:29.243530 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277d563-1fd8-44dc-857d-f16a51616a3d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:29.243530 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277d563-1fd8-44dc-857d-f16a51616a3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:29.243875 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277d563-1fd8-44dc-857d-f16a51616a3d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:29.244197 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277d563-1fd8-44dc-857d-f16a51616a3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:29.248191 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277d563-1fd8-44dc-857d-f16a51616a3d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:29.248191 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277d563-1fd8-44dc-857d-f16a51616a3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:29.248191 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277d563-1fd8-44dc-857d-f16a51616a3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:29.248191 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277d563-1fd8-44dc-857d-f16a51616a3d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:29.248191 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277d563-1fd8-44dc-857d-f16a51616a3d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:29.248191 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277d563-1fd8-44dc-857d-f16a51616a3d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:29.248191 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277d563-1fd8-44dc-857d-f16a51616a3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:29.248191 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277d563-1fd8-44dc-857d-f16a51616a3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:29.258812 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277d563-1fd8-44dc-857d-f16a51616a3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:29.259277 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277d563-1fd8-44dc-857d-f16a51616a3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:29.305730 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb9a467-b33e-4b03-a685-51fb266e3878 None None] Pushing event updated for resources: {'Port': ['ID=59d8a0c3-d93f-4f56-b308-95bed7c21b59,revision_number=1']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:29.352477 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-9660763d-944c-4ed1-b4da-d25460d90a8b None None] For port ece91824-a3ba-4ac8-b89e-f6e287a250e6, host dv-cinder-815582-11-iscsi, cleared binding levels {{(pid=104164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:15:29.355596 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a35fc-7842-467f-8696-47f985110d00 req-83218c44-3c55-4141-b65a-a699d97bc53c tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:29.357242 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-6a2a35fc-7842-467f-8696-47f985110d00 req-83218c44-3c55-4141-b65a-a699d97bc53c tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] 10.222.0.42 "GET /v2.0/ports?device_id=e34cd658-030b-4c77-b6f5-cbb0a88feb89 HTTP/1.1" status: 200 len: 950 time: 0.1276088 Jul 28 01:15:29.361776 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:29.361946 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-9660763d-944c-4ed1-b4da-d25460d90a8b None None] For port ece91824-a3ba-4ac8-b89e-f6e287a250e6, host dv-cinder-815582-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=ece91824-a3ba-4ac8-b89e-f6e287a250e6,segment=NetworkSegment(adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742),segment_id=adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742)] {{(pid=104164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:15:29.365354 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb9a467-b33e-4b03-a685-51fb266e3878 None None] Network 8fb79833-4451-4cd5-9bed-2e7077e9dab0 is already hosted by enough agents. {{(pid=104163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:15:29.373921 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-9660763d-944c-4ed1-b4da-d25460d90a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (ece91824-a3ba-4ac8-b89e-f6e287a250e6), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:29.378611 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.scheduler.base_scheduler [None req-bcb9a467-b33e-4b03-a685-51fb266e3878 None None] Resources bound (agent type, host, resource id): {{(pid=104163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:15:29.389468 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb9a467-b33e-4b03-a685-51fb266e3878 None None] Received port after_create {{(pid=104163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:15:29.506088 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:29.507975 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9660763d-944c-4ed1-b4da-d25460d90a8b None None] Routers {'1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:15:29.508808 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-9660763d-944c-4ed1-b4da-d25460d90a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:15:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:15:29.622267 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-c9f6a76f-22b7-43aa-bf07-d0608ed7269a None None] Provisioning complete for port ece91824-a3ba-4ac8-b89e-f6e287a250e6 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:15:29.624211 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-c9f6a76f-22b7-43aa-bf07-d0608ed7269a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (ece91824-a3ba-4ac8-b89e-f6e287a250e6), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:29.649022 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae70d9-2a38-4998-9543-eda59e3c2d2b None None] Pushing event updated for resources: {'Port': ['ID=ece91824-a3ba-4ac8-b89e-f6e287a250e6,revision_number=4']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:29.661929 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-bcb9a467-b33e-4b03-a685-51fb266e3878 None None] Attempting to bind port 59d8a0c3-d93f-4f56-b308-95bed7c21b59 on host dv-cinder-815582-11-iscsi for vnic_type normal with profile {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:15:29.662596 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-bcb9a467-b33e-4b03-a685-51fb266e3878 None None] Attempting to bind port 59d8a0c3-d93f-4f56-b308-95bed7c21b59 by drivers openvswitch,hyperv on host dv-cinder-815582-11-iscsi at level 0 using segments [{'id': '3f091028-67b6-43d9-902a-6ef3fd4f5622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8fb79833-4451-4cd5-9bed-2e7077e9dab0'}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:15:29.663324 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb9a467-b33e-4b03-a685-51fb266e3878 None None] Attempting to bind port 59d8a0c3-d93f-4f56-b308-95bed7c21b59 on network 8fb79833-4451-4cd5-9bed-2e7077e9dab0 {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:15:29.679508 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb9a467-b33e-4b03-a685-51fb266e3878 None None] Checking agent: {'id': 'e0b16abb-2210-4432-8141-713fb95a37e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 4, 43), 'started_at': datetime.datetime(2022, 7, 28, 1, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:15:29.680303 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb9a467-b33e-4b03-a685-51fb266e3878 None None] Checking segment: {'id': '3f091028-67b6-43d9-902a-6ef3fd4f5622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8fb79833-4451-4cd5-9bed-2e7077e9dab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:15:29.680900 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-bcb9a467-b33e-4b03-a685-51fb266e3878 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:29.681466 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb9a467-b33e-4b03-a685-51fb266e3878 None None] Bound using segment: {'id': '3f091028-67b6-43d9-902a-6ef3fd4f5622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8fb79833-4451-4cd5-9bed-2e7077e9dab0'} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:15:29.683647 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-bcb9a467-b33e-4b03-a685-51fb266e3878 None None] Bound port: 59d8a0c3-d93f-4f56-b308-95bed7c21b59, host: dv-cinder-815582-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f091028-67b6-43d9-902a-6ef3fd4f5622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8fb79833-4451-4cd5-9bed-2e7077e9dab0'}}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:15:29.684270 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-bcb9a467-b33e-4b03-a685-51fb266e3878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (59d8a0c3-d93f-4f56-b308-95bed7c21b59), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:29.840520 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-9660763d-944c-4ed1-b4da-d25460d90a8b None None] Set router 1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:15:29.926545 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-c9f6a76f-22b7-43aa-bf07-d0608ed7269a None None] Current status of the port ece91824-a3ba-4ac8-b89e-f6e287a250e6 is: DOWN; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:15:29.927184 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-c9f6a76f-22b7-43aa-bf07-d0608ed7269a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (ece91824-a3ba-4ac8-b89e-f6e287a250e6), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:29.931854 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-bcb9a467-b33e-4b03-a685-51fb266e3878 None None] For port 59d8a0c3-d93f-4f56-b308-95bed7c21b59, host dv-cinder-815582-11-iscsi, cleared binding levels {{(pid=104163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:15:30.010031 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-bcb9a467-b33e-4b03-a685-51fb266e3878 None None] For port 59d8a0c3-d93f-4f56-b308-95bed7c21b59, host dv-cinder-815582-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=59d8a0c3-d93f-4f56-b308-95bed7c21b59,segment=NetworkSegment(3f091028-67b6-43d9-902a-6ef3fd4f5622),segment_id=3f091028-67b6-43d9-902a-6ef3fd4f5622)] {{(pid=104163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:15:30.025469 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9277d563-1fd8-44dc-857d-f16a51616a3d admin admin] Publish callbacks [] for router_gateway (5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:30.043815 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-bcb9a467-b33e-4b03-a685-51fb266e3878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (59d8a0c3-d93f-4f56-b308-95bed7c21b59), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:30.078879 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:30.088706 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-c9f6a76f-22b7-43aa-bf07-d0608ed7269a None None] For port ece91824-a3ba-4ac8-b89e-f6e287a250e6, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=ece91824-a3ba-4ac8-b89e-f6e287a250e6,segment=NetworkSegment(adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742),segment_id=adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:15:30.149282 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-c9f6a76f-22b7-43aa-bf07-d0608ed7269a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (ece91824-a3ba-4ac8-b89e-f6e287a250e6), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:30.160633 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c569e7-941c-4281-97fc-d1f545b6c53d req-5f527398-3b41-4d7e-b633-a7ef101172f7 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:30.162221 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b7c569e7-941c-4281-97fc-d1f545b6c53d req-5f527398-3b41-4d7e-b633-a7ef101172f7 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=e26acfa5-94f2-4d1d-8bfd-9f82e73861f8 HTTP/1.1" status: 200 len: 945 time: 1.0063097 Jul 28 01:15:30.200863 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [req-6a2a35fc-7842-467f-8696-47f985110d00 req-5ee7227b-bd8c-41d4-b138-4394718fd2cb tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Deleting port 869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c {{(pid=104162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:15:30.201211 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-6a2a35fc-7842-467f-8696-47f985110d00 req-5ee7227b-bd8c-41d4-b138-4394718fd2cb tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:30.227854 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device ece91824-a3ba-4ac8-b89e-f6e287a250e6 up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:15:30.231868 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb9a467-b33e-4b03-a685-51fb266e3878 None None] Pushing event updated for resources: {'Port': ['ID=59d8a0c3-d93f-4f56-b308-95bed7c21b59,revision_number=2']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:30.346304 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:30.364698 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-9660763d-944c-4ed1-b4da-d25460d90a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'name': 'tempest-TestVolumeBootPattern-1881204814-router', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd8800ad8-b68d-429f-9555-d71c76aa3daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:19Z', 'updated_at': '2022-07-28T01:15:23Z', 'revision_number': 4, 'project_id': 'd14de33f76ea44db8899900481299b87', 'gw_port': {'id': 'd8800ad8-b68d-429f-9555-d71c76aa3daf', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:20Z', 'updated_at': '2022-07-28T01:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'ece91824-a3ba-4ac8-b89e-f6e287a250e6', 'name': '', 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'mac_address': 'fa:16:3e:af:b9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:23Z', 'updated_at': '2022-07-28T01:15:29Z', 'revision_number': 4, 'project_id': 'd14de33f76ea44db8899900481299b87', 'subnets': [{'id': 'bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:15:30.381169 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:INSERT=5,neutron:SELECT=88,neutron:UPDATE=7 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:30.383581 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac3074-ccd2-4555-af5a-db6f565b7569 req-bc0a2e23-91ea-4cf0-b035-23572a2b8144 tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:30.388019 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-39ac3074-ccd2-4555-af5a-db6f565b7569 req-bc0a2e23-91ea-4cf0-b035-23572a2b8144 tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] 10.222.0.17 "GET /v2.0/ports?device_id=e34cd658-030b-4c77-b6f5-cbb0a88feb89 HTTP/1.1" status: 200 len: 950 time: 0.2811949 Jul 28 01:15:30.411927 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9660763d-944c-4ed1-b4da-d25460d90a8b None None] The sync data for ids ['1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'] in dv-cinder-815582-11-iscsi is: [{'id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'name': 'tempest-TestVolumeBootPattern-1881204814-router', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd8800ad8-b68d-429f-9555-d71c76aa3daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:19Z', 'updated_at': '2022-07-28T01:15:23Z', 'revision_number': 4, 'project_id': 'd14de33f76ea44db8899900481299b87', 'gw_port': {'id': 'd8800ad8-b68d-429f-9555-d71c76aa3daf', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:20Z', 'updated_at': '2022-07-28T01:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'ece91824-a3ba-4ac8-b89e-f6e287a250e6', 'name': '', 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'mac_address': 'fa:16:3e:af:b9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:23Z', 'updated_at': '2022-07-28T01:15:29Z', 'revision_number': 4, 'project_id': 'd14de33f76ea44db8899900481299b87', 'subnets': [{'id': 'bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:15:30.432773 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-e59779c7-2145-483c-94ab-0f9032de29de None None] Provisioning complete for port ece91824-a3ba-4ac8-b89e-f6e287a250e6 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:15:30.432773 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e59779c7-2145-483c-94ab-0f9032de29de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (ece91824-a3ba-4ac8-b89e-f6e287a250e6), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:30.515011 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9277d563-1fd8-44dc-857d-f16a51616a3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-947334'] for router (5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:30.539250 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f6a76f-22b7-43aa-bf07-d0608ed7269a None None] Pushing event updated for resources: {'Port': ['ID=ece91824-a3ba-4ac8-b89e-f6e287a250e6,revision_number=5']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:30.563325 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:30.580725 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port ece91824-a3ba-4ac8-b89e-f6e287a250e6 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:15:30.580725 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (ece91824-a3ba-4ac8-b89e-f6e287a250e6), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:30.644614 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-39ac3074-ccd2-4555-af5a-db6f565b7569 req-34dd14d4-ee2a-4a28-b4e8-74cd72da4ba7 tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] 10.222.0.17 "GET /v2.0/security-groups?id=1364f5c3-5b10-4ef5-9be0-de918400f05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380440 Jul 28 01:15:30.671748 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [req-6a2a35fc-7842-467f-8696-47f985110d00 req-5ee7227b-bd8c-41d4-b138-4394718fd2cb tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] For port 869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c,segment=NetworkSegment(78b853b7-3e91-4739-b951-31df12a3473f),segment_id=78b853b7-3e91-4739-b951-31df12a3473f)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:15:30.672466 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-6a2a35fc-7842-467f-8696-47f985110d00 req-5ee7227b-bd8c-41d4-b138-4394718fd2cb tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:30.697734 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b7c569e7-941c-4281-97fc-d1f545b6c53d req-d424e95b-0bd8-43e8-833d-4c94c6ed13a2 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3826084 Jul 28 01:15:30.707801 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [req-6a2a35fc-7842-467f-8696-47f985110d00 req-5ee7227b-bd8c-41d4-b138-4394718fd2cb tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Calling delete_port for 869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c owned by compute:nova {{(pid=104162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:15:30.734386 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-e59779c7-2145-483c-94ab-0f9032de29de None None] Current status of the port ece91824-a3ba-4ac8-b89e-f6e287a250e6 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:15:30.818935 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port ece91824-a3ba-4ac8-b89e-f6e287a250e6 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:15:30.833215 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9277d563-1fd8-44dc-857d-f16a51616a3d admin admin] Router 5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4 is scheduled to L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f with binding_index 1 {{(pid=104161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 01:15:30.934179 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-6a2a35fc-7842-467f-8696-47f985110d00 req-5ee7227b-bd8c-41d4-b138-4394718fd2cb tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:30.963947 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9277d563-1fd8-44dc-857d-f16a51616a3d admin admin] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:15:30.967903 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:30.971266 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee7227b-bd8c-41d4-b138-4394718fd2cb tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Pushing event deleted for resources: {'Port': ['ID=869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:30.974569 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9008e2b0-0706-4ef9-950f-2afe9f4b0977 None None] Sync routers for ids ['5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4'] in dv-cinder-815582-11-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:15:30.988109 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee7227b-bd8c-41d4-b138-4394718fd2cb tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:30.988453 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee7227b-bd8c-41d4-b138-4394718fd2cb tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:30.988872 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee7227b-bd8c-41d4-b138-4394718fd2cb tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:30.989210 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee7227b-bd8c-41d4-b138-4394718fd2cb tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:30.989542 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee7227b-bd8c-41d4-b138-4394718fd2cb tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:30.989869 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee7227b-bd8c-41d4-b138-4394718fd2cb tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:30.990192 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee7227b-bd8c-41d4-b138-4394718fd2cb tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:30.990514 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee7227b-bd8c-41d4-b138-4394718fd2cb tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:30.990853 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee7227b-bd8c-41d4-b138-4394718fd2cb tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:30.991530 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee7227b-bd8c-41d4-b138-4394718fd2cb tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:30.991629 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9008e2b0-0706-4ef9-950f-2afe9f4b0977 None None] Routers {'5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:15:30.991726 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee7227b-bd8c-41d4-b138-4394718fd2cb tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:30.991830 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee7227b-bd8c-41d4-b138-4394718fd2cb tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:30.992093 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee7227b-bd8c-41d4-b138-4394718fd2cb tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:30.992414 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee7227b-bd8c-41d4-b138-4394718fd2cb tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:30.992689 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-9008e2b0-0706-4ef9-950f-2afe9f4b0977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:15:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:15:30.992818 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee7227b-bd8c-41d4-b138-4394718fd2cb tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:31.005493 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9277d563-1fd8-44dc-857d-f16a51616a3d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:31.008871 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-9277d563-1fd8-44dc-857d-f16a51616a3d admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3211155 Jul 28 01:15:31.014925 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 48286) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:31.149411 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 48290) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:31.198975 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a2a35fc-7842-467f-8696-47f985110d00 req-5ee7227b-bd8c-41d4-b138-4394718fd2cb tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] No DVR routers for this DVR port 869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c on host hv-cinder-81558 {{(pid=104162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 01:15:31.202082 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-6a2a35fc-7842-467f-8696-47f985110d00 req-5ee7227b-bd8c-41d4-b138-4394718fd2cb tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:31.206081 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-6a2a35fc-7842-467f-8696-47f985110d00 req-5ee7227b-bd8c-41d4-b138-4394718fd2cb tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] 10.222.0.42 "DELETE /v2.0/ports/869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c HTTP/1.1" status: 204 len: 173 time: 1.8401062 Jul 28 01:15:31.206548 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34cd658-030b-4c77-b6f5-cbb0a88feb89', 'name': 'network-vif-deleted', 'tag': '869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:15:31.209463 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f6b11fd638c6a58f8ef19871f5a43997b3abcb3256dc707badf279ceb4d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b6f60c-4482-409a-b48c-604679e7f535" -d '{"events": [{"server_uuid": "e34cd658-030b-4c77-b6f5-cbb0a88feb89", "name": "network-vif-deleted", "tag": "869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:15:31.295551 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 01:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4186c4c-9c6c-4e82-b2a5-4358d07fda92 x-openstack-request-id: req-a4186c4c-9c6c-4e82-b2a5-4358d07fda92 {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:15:31.296988 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e34cd658-030b-4c77-b6f5-cbb0a88feb89", "name": "network-vif-deleted", "tag": "869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c", "status": "completed", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:15:31.298130 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-a4186c4c-9c6c-4e82-b2a5-4358d07fda92 {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:15:31.298953 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4186c4c-9c6c-4e82-b2a5-4358d07fda92'] response: {'server_uuid': 'e34cd658-030b-4c77-b6f5-cbb0a88feb89', 'name': 'network-vif-deleted', 'tag': '869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c', 'status': 'completed', 'code': 200} Jul 28 01:15:31.318652 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-9008e2b0-0706-4ef9-950f-2afe9f4b0977 None None] Set router 5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:15:31.453181 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cd1399b4-6765-401f-9ca5-941645cd350f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:31.614984 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-9008e2b0-0706-4ef9-950f-2afe9f4b0977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4', 'name': 'tempest-TestVolumeBootPattern-1861082579-router', 'tenant_id': '5b33bcc707974091b1098e10867c5ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '4119ecdc-74b3-4e11-9634-0d7975175dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:27Z', 'updated_at': '2022-07-28T01:15:29Z', 'revision_number': 3, 'project_id': '5b33bcc707974091b1098e10867c5ccb', 'gw_port': {'id': '4119ecdc-74b3-4e11-9634-0d7975175dc1', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b3:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:28Z', 'updated_at': '2022-07-28T01:15:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi'}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:15:31.650939 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9008e2b0-0706-4ef9-950f-2afe9f4b0977 None None] Checking router: 5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4 for host: dv-cinder-815582-11-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:15:31.651296 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9008e2b0-0706-4ef9-950f-2afe9f4b0977 None None] Updating router 5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4 port 4119ecdc-74b3-4e11-9634-0d7975175dc1 binding host dv-cinder-815582-11-iscsi {{(pid=104163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 01:15:31.691768 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-9008e2b0-0706-4ef9-950f-2afe9f4b0977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (4119ecdc-74b3-4e11-9634-0d7975175dc1), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:31.742376 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f06271-3dec-4e03-91ac-3120007ddd94 req-5cf75ec3-a559-488e-b827-45923988d5e3 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:31.753738 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-25f06271-3dec-4e03-91ac-3120007ddd94 req-5cf75ec3-a559-488e-b827-45923988d5e3 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/networks?id=38ba4013-ec1c-4018-b20b-27b9ee596ca4 HTTP/1.1" status: 200 len: 808 time: 0.1881924 Jul 28 01:15:31.782429 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-25f06271-3dec-4e03-91ac-3120007ddd94 req-069f4841-7307-4a24-bd9c-58903af17a75 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/quotas/0beae1c88e9948d28a386b5e31c68f85 HTTP/1.1" status: 200 len: 375 time: 0.0219972 Jul 28 01:15:31.808517 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:31.845840 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-25f06271-3dec-4e03-91ac-3120007ddd94 req-7dcc3e1a-b7ba-42e2-bdb0-8a96181ed3fa tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=0beae1c88e9948d28a386b5e31c68f85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560610 Jul 28 01:15:31.847644 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-580a6411-5e87-473c-91b7-a90be9058867 req-7728463f-23c3-4cc0-8fd9-ceb588597bda tempest-VolumesNegativeTest-1234449779 tempest-VolumesNegativeTest-1234449779-project] 10.222.0.17 "GET /v2.0/ports?device_id=e34cd658-030b-4c77-b6f5-cbb0a88feb89 HTTP/1.1" status: 200 len: 210 time: 0.0474162 Jul 28 01:15:31.887901 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:32.027004 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb3a51-0f95-496e-8df5-6431847e06d8 req-690a4d75-953f-42e8-93a0-d62f860cb39f tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:32.028653 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-86fb3a51-0f95-496e-8df5-6431847e06d8 req-690a4d75-953f-42e8-93a0-d62f860cb39f tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=e26acfa5-94f2-4d1d-8bfd-9f82e73861f8 HTTP/1.1" status: 200 len: 945 time: 0.1079354 Jul 28 01:15:32.035183 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-25f06271-3dec-4e03-91ac-3120007ddd94 req-b1140cc8-04de-4653-be3b-904ca7bc23b5 service neutron] 10.222.0.17 "GET /v2.0/networks/38ba4013-ec1c-4018-b20b-27b9ee596ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825707 Jul 28 01:15:32.060462 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cd1399b4-6765-401f-9ca5-941645cd350f admin admin] Publish callbacks [] for security_group (9e84b175-91b0-490d-a3ce-5416d2d06fdc), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:32.100917 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cd1399b4-6765-401f-9ca5-941645cd350f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (9e84b175-91b0-490d-a3ce-5416d2d06fdc), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:32.155347 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-25f06271-3dec-4e03-91ac-3120007ddd94 req-62e81cff-d36b-4c1e-b10f-9b85cd7979ef service neutron] 10.222.0.17 "GET /v2.0/networks/38ba4013-ec1c-4018-b20b-27b9ee596ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028895 Jul 28 01:15:32.200238 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-86fb3a51-0f95-496e-8df5-6431847e06d8 req-0295ca26-77d0-4930-b1d6-cdcba2527843 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640363 Jul 28 01:15:32.210390 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1df05402-e9dd-414f-8a2c-952dbc1569f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:32.242358 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 48314) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:32.243186 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-cd1399b4-6765-401f-9ca5-941645cd350f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=66ca4de700e14b0d91f1a653d6395e94&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0925956 Jul 28 01:15:32.247456 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1399b4-6765-401f-9ca5-941645cd350f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e84b175-91b0-490d-a3ce-5416d2d06fdc,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:32.268482 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c734fe6c-e918-40c0-b062-0c390ff32ed8 None None] Network 8fb79833-4451-4cd5-9bed-2e7077e9dab0 requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:15:32.275055 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device ece91824-a3ba-4ac8-b89e-f6e287a250e6 up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:15:32.326871 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=100 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:32.376133 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2b8614e7-ec04-4756-8462-e27b64d36259 admin admin] Publish callbacks [] for security_group (9e84b175-91b0-490d-a3ce-5416d2d06fdc), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:32.402360 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2b8614e7-ec04-4756-8462-e27b64d36259 admin admin] Publish callbacks [] for security_group (9e84b175-91b0-490d-a3ce-5416d2d06fdc), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:32.483655 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-c88ac172-05fa-4ff3-9e71-f081883facc1 req-4833f6cd-59c9-4f8a-8520-0b8a51b2ce49 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/ports?device_id=222b4c4a-bb44-4b89-8ed5-946ba5069e67 HTTP/1.1" status: 200 len: 210 time: 0.0603509 Jul 28 01:15:32.499095 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-50e12617-7044-4af6-94a2-836d8ffd4242 None None] Provisioning complete for port 59d8a0c3-d93f-4f56-b308-95bed7c21b59 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:15:32.501049 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-50e12617-7044-4af6-94a2-836d8ffd4242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (59d8a0c3-d93f-4f56-b308-95bed7c21b59), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:32.523331 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2b8614e7-ec04-4756-8462-e27b64d36259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (9e84b175-91b0-490d-a3ce-5416d2d06fdc), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:32.527416 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2b8614e7-ec04-4756-8462-e27b64d36259 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:32.529469 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-2b8614e7-ec04-4756-8462-e27b64d36259 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/9e84b175-91b0-490d-a3ce-5416d2d06fdc HTTP/1.1" status: 204 len: 168 time: 0.2854404 Jul 28 01:15:32.550628 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [None req-1df05402-e9dd-414f-8a2c-952dbc1569f8 admin admin] Allocated IP 172.20.0.1 (8fb79833-4451-4cd5-9bed-2e7077e9dab0/cda862f7-9001-467a-8155-665ddb552c08/d14e0713-71d9-4535-845f-2445619966f1) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:15:32.553492 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8614e7-ec04-4756-8462-e27b64d36259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e84b175-91b0-490d-a3ce-5416d2d06fdc,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:32.601953 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (8d4a48be-b376-49eb-a7aa-478deaa3f35f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:32.669377 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port ece91824-a3ba-4ac8-b89e-f6e287a250e6 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:15:32.670173 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (ece91824-a3ba-4ac8-b89e-f6e287a250e6), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:32.675186 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1df05402-e9dd-414f-8a2c-952dbc1569f8 admin admin] Publish callbacks [] for port (d14e0713-71d9-4535-845f-2445619966f1), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:32.707638 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:15:32.719782 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:32.721762 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1df05402-e9dd-414f-8a2c-952dbc1569f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427'] for port (d14e0713-71d9-4535-845f-2445619966f1), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:32.759323 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-9008e2b0-0706-4ef9-950f-2afe9f4b0977 None None] Publish callbacks [] for port (4119ecdc-74b3-4e11-9634-0d7975175dc1), precommit_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:32.761775 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] No Port match for: 869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:15:32.762110 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 869b9bb7-1fd2-46bb-b3e1-1f97f1f6790c not bound to the agent host hv-cinder-81558 {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:15:32.783707 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-9008e2b0-0706-4ef9-950f-2afe9f4b0977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (4119ecdc-74b3-4e11-9634-0d7975175dc1), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:32.790293 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df05402-e9dd-414f-8a2c-952dbc1569f8 admin admin] Pushing event updated for resources: {'Port': ['ID=d14e0713-71d9-4535-845f-2445619966f1,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:32.799549 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df05402-e9dd-414f-8a2c-952dbc1569f8 admin admin] Network 8fb79833-4451-4cd5-9bed-2e7077e9dab0 is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:15:32.801142 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-1df05402-e9dd-414f-8a2c-952dbc1569f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:15:32.804047 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df05402-e9dd-414f-8a2c-952dbc1569f8 admin admin] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:15:32.804813 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1df05402-e9dd-414f-8a2c-952dbc1569f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613510'] for router_interface (5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:32.878663 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee35da-6723-497f-80ee-7c9ebff3ff76 None None] Pushing event updated for resources: {'Port': ['ID=4119ecdc-74b3-4e11-9634-0d7975175dc1,revision_number=2']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:32.945225 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-9008e2b0-0706-4ef9-950f-2afe9f4b0977 None None] Attempting to bind port 4119ecdc-74b3-4e11-9634-0d7975175dc1 on host dv-cinder-815582-11-iscsi for vnic_type normal with profile {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:15:32.945597 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-9008e2b0-0706-4ef9-950f-2afe9f4b0977 None None] Attempting to bind port 4119ecdc-74b3-4e11-9634-0d7975175dc1 by drivers openvswitch,hyperv on host dv-cinder-815582-11-iscsi at level 0 using segments [{'id': 'e0235fba-4142-426a-91c5-07cb16b4142e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:15:32.946124 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9008e2b0-0706-4ef9-950f-2afe9f4b0977 None None] Attempting to bind port 4119ecdc-74b3-4e11-9634-0d7975175dc1 on network db4fd262-df4a-4858-b92c-469a7b8f139e {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:15:32.958565 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9008e2b0-0706-4ef9-950f-2afe9f4b0977 None None] Checking agent: {'id': 'e0b16abb-2210-4432-8141-713fb95a37e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 4, 43), 'started_at': datetime.datetime(2022, 7, 28, 1, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:15:32.992439 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9008e2b0-0706-4ef9-950f-2afe9f4b0977 None None] Checking segment: {'id': 'e0235fba-4142-426a-91c5-07cb16b4142e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:15:32.992870 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-9008e2b0-0706-4ef9-950f-2afe9f4b0977 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:32.993340 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9008e2b0-0706-4ef9-950f-2afe9f4b0977 None None] Bound using segment: {'id': 'e0235fba-4142-426a-91c5-07cb16b4142e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:15:32.995012 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-9008e2b0-0706-4ef9-950f-2afe9f4b0977 None None] Bound port: 4119ecdc-74b3-4e11-9634-0d7975175dc1, host: dv-cinder-815582-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0235fba-4142-426a-91c5-07cb16b4142e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'}}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:15:32.996669 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-9008e2b0-0706-4ef9-950f-2afe9f4b0977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (4119ecdc-74b3-4e11-9634-0d7975175dc1), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:33.050864 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1df05402-e9dd-414f-8a2c-952dbc1569f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (d14e0713-71d9-4535-845f-2445619966f1), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:33.078758 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-50e12617-7044-4af6-94a2-836d8ffd4242 None None] Current status of the port 59d8a0c3-d93f-4f56-b308-95bed7c21b59 is: DOWN; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:15:33.079224 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-50e12617-7044-4af6-94a2-836d8ffd4242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (59d8a0c3-d93f-4f56-b308-95bed7c21b59), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:33.119497 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 48354) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:33.147070 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2b990eb5-1add-4b08-823b-f2a7ff548bd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:33.163850 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port ece91824-a3ba-4ac8-b89e-f6e287a250e6 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:15:33.166190 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 59d8a0c3-d93f-4f56-b308-95bed7c21b59 up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:15:33.202493 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:33.246241 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:33.268785 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:33.272729 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:33.304891 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2b990eb5-1add-4b08-823b-f2a7ff548bd8 admin admin] Publish callbacks [] for security_group (fc655e9e-e8bc-4b7a-ab61-66caf3dd5b2b), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:33.313301 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-9008e2b0-0706-4ef9-950f-2afe9f4b0977 None None] For port 4119ecdc-74b3-4e11-9634-0d7975175dc1, host dv-cinder-815582-11-iscsi, cleared binding levels {{(pid=104163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:15:33.317932 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2b990eb5-1add-4b08-823b-f2a7ff548bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (fc655e9e-e8bc-4b7a-ab61-66caf3dd5b2b), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:33.360180 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-9008e2b0-0706-4ef9-950f-2afe9f4b0977 None None] For port 4119ecdc-74b3-4e11-9634-0d7975175dc1, host dv-cinder-815582-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=4119ecdc-74b3-4e11-9634-0d7975175dc1,segment=NetworkSegment(e0235fba-4142-426a-91c5-07cb16b4142e),segment_id=e0235fba-4142-426a-91c5-07cb16b4142e)] {{(pid=104163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:15:33.366230 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1df05402-e9dd-414f-8a2c-952dbc1569f8 admin admin] Publish callbacks [] for port (d14e0713-71d9-4535-845f-2445619966f1), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:33.376500 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1df05402-e9dd-414f-8a2c-952dbc1569f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (d14e0713-71d9-4535-845f-2445619966f1), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:33.377718 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1df05402-e9dd-414f-8a2c-952dbc1569f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613626'] for router_interface (5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:33.380310 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-9008e2b0-0706-4ef9-950f-2afe9f4b0977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (4119ecdc-74b3-4e11-9634-0d7975175dc1), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:33.386653 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-50e12617-7044-4af6-94a2-836d8ffd4242 None None] For port 59d8a0c3-d93f-4f56-b308-95bed7c21b59, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=59d8a0c3-d93f-4f56-b308-95bed7c21b59,segment=NetworkSegment(3f091028-67b6-43d9-902a-6ef3fd4f5622),segment_id=3f091028-67b6-43d9-902a-6ef3fd4f5622)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:15:33.393679 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:33.435954 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-2b990eb5-1add-4b08-823b-f2a7ff548bd8 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=5c503d3f85d6400d9e8d59ddd9f6990a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3141930 Jul 28 01:15:33.440306 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 48362) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:33.440946 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b990eb5-1add-4b08-823b-f2a7ff548bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc655e9e-e8bc-4b7a-ab61-66caf3dd5b2b,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:33.445209 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-50e12617-7044-4af6-94a2-836d8ffd4242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (59d8a0c3-d93f-4f56-b308-95bed7c21b59), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:33.458980 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4e4e4-9624-43d7-8ede-12aeb5c86706 req-8fe0be8b-f6e0-4f18-a63c-edd8877e8159 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:33.466425 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9cb4e4e4-9624-43d7-8ede-12aeb5c86706 req-8fe0be8b-f6e0-4f18-a63c-edd8877e8159 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=e26acfa5-94f2-4d1d-8bfd-9f82e73861f8 HTTP/1.1" status: 200 len: 945 time: 0.1036026 Jul 28 01:15:33.550562 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9cb4e4e4-9624-43d7-8ede-12aeb5c86706 req-7dc34b40-324e-4340-bb75-d9f7519691a5 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831566 Jul 28 01:15:33.578965 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-c5f5fe78-37ac-438c-9149-e60d23ea9def admin admin] Publish callbacks [] for security_group (fc655e9e-e8bc-4b7a-ab61-66caf3dd5b2b), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:33.583190 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df05402-e9dd-414f-8a2c-952dbc1569f8 admin admin] Pushing event updated for resources: {'Port': ['ID=d14e0713-71d9-4535-845f-2445619966f1,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:33.601238 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9008e2b0-0706-4ef9-950f-2afe9f4b0977 None None] Routers {'5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:15:33.601882 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-9008e2b0-0706-4ef9-950f-2afe9f4b0977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:15:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:15:33.604304 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee35da-6723-497f-80ee-7c9ebff3ff76 None None] Pushing event updated for resources: {'Port': ['ID=4119ecdc-74b3-4e11-9634-0d7975175dc1,revision_number=3']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:33.626677 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-c5f5fe78-37ac-438c-9149-e60d23ea9def admin admin] Publish callbacks [] for security_group (fc655e9e-e8bc-4b7a-ab61-66caf3dd5b2b), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:33.665703 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df05402-e9dd-414f-8a2c-952dbc1569f8 admin admin] Network 8fb79833-4451-4cd5-9bed-2e7077e9dab0 is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:15:33.667596 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-1df05402-e9dd-414f-8a2c-952dbc1569f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:15:33.720473 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-c5f5fe78-37ac-438c-9149-e60d23ea9def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (fc655e9e-e8bc-4b7a-ab61-66caf3dd5b2b), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:33.721447 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e12617-7044-4af6-94a2-836d8ffd4242 None None] Pushing event updated for resources: {'Port': ['ID=59d8a0c3-d93f-4f56-b308-95bed7c21b59,revision_number=3']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:33.726341 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-c5f5fe78-37ac-438c-9149-e60d23ea9def admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:33.727950 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-c5f5fe78-37ac-438c-9149-e60d23ea9def admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/fc655e9e-e8bc-4b7a-ab61-66caf3dd5b2b HTTP/1.1" status: 204 len: 168 time: 0.2839987 Jul 28 01:15:33.736441 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-b851bce4-ef61-48a4-8525-e3ef5d1b02f7 None None] Provisioning complete for port d14e0713-71d9-4535-845f-2445619966f1 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:15:33.736441 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-b851bce4-ef61-48a4-8525-e3ef5d1b02f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (d14e0713-71d9-4535-845f-2445619966f1), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:33.765816 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e15f62b7-ec07-4672-92eb-a0ef94cdd958 req-0c18b5c2-ce5b-487e-955d-529eb795e12c tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/ports?device_id=222b4c4a-bb44-4b89-8ed5-946ba5069e67 HTTP/1.1" status: 200 len: 210 time: 0.0634553 Jul 28 01:15:33.767050 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5fe78-37ac-438c-9149-e60d23ea9def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc655e9e-e8bc-4b7a-ab61-66caf3dd5b2b,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:33.793001 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port 59d8a0c3-d93f-4f56-b308-95bed7c21b59 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:15:33.793406 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (59d8a0c3-d93f-4f56-b308-95bed7c21b59), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:33.904029 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-b851bce4-ef61-48a4-8525-e3ef5d1b02f7 None None] Port d14e0713-71d9-4535-845f-2445619966f1 cannot update to ACTIVE because it is not bound. {{(pid=104163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 01:15:33.918127 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df05402-e9dd-414f-8a2c-952dbc1569f8 admin admin] Router 5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4 has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:15:33.937681 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-b851bce4-ef61-48a4-8525-e3ef5d1b02f7 None None] Provisioning complete for port 59d8a0c3-d93f-4f56-b308-95bed7c21b59 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:15:33.938057 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-b851bce4-ef61-48a4-8525-e3ef5d1b02f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (59d8a0c3-d93f-4f56-b308-95bed7c21b59), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:34.026425 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-9008e2b0-0706-4ef9-950f-2afe9f4b0977 None None] Set router 5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:15:34.107703 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df05402-e9dd-414f-8a2c-952dbc1569f8 admin admin] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:15:34.117334 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-77e6c001-b04e-4c77-b955-54207231c7e2 req-3515ee30-daf5-43eb-a574-a126995437c4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1204813 Jul 28 01:15:34.128504 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-1df05402-e9dd-414f-8a2c-952dbc1569f8 admin admin] 10.222.0.17 "PUT /v2.0/routers/5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1047373 Jul 28 01:15:34.145840 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-b851bce4-ef61-48a4-8525-e3ef5d1b02f7 None None] Current status of the port 59d8a0c3-d93f-4f56-b308-95bed7c21b59 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:15:34.156653 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:34.190329 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port 59d8a0c3-d93f-4f56-b308-95bed7c21b59 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:15:34.252795 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e6c001-b04e-4c77-b955-54207231c7e2 req-df5bb3d7-2260-4061-8cc6-8882e2b92a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:34.254268 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-77e6c001-b04e-4c77-b955-54207231c7e2 req-df5bb3d7-2260-4061-8cc6-8882e2b92a49 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=af4689d2f0ef4d71a1c465610011f2d7&device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 1129 time: 0.0861251 Jul 28 01:15:34.382469 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 59d8a0c3-d93f-4f56-b308-95bed7c21b59 up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:15:34.385113 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f06271-3dec-4e03-91ac-3120007ddd94 req-0ab22da5-f76d-4c57-9327-354026d6a8e9 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:34.388119 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-25f06271-3dec-4e03-91ac-3120007ddd94 req-0ab22da5-f76d-4c57-9327-354026d6a8e9 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.42 "GET /v2.0/networks?id=38ba4013-ec1c-4018-b20b-27b9ee596ca4 HTTP/1.1" status: 200 len: 808 time: 0.2455962 Jul 28 01:15:34.388453 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-b053b815-df3b-4fd5-a39e-f48ec34eda0b None None] Provisioning complete for port d14e0713-71d9-4535-845f-2445619966f1 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:15:34.388825 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-b053b815-df3b-4fd5-a39e-f48ec34eda0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (d14e0713-71d9-4535-845f-2445619966f1), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:34.426308 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.agents_db [None req-b5d7b8ea-190f-43e3-81f4-c45e7fbfa344 None None] Agent healthcheck: found 6 active agents {{(pid=104164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 01:15:34.435733 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [req-25f06271-3dec-4e03-91ac-3120007ddd94 req-aab6849c-9dfc-46a0-984f-cd3663a1a503 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Request body: {'port': {'device_id': '222b4c4a-bb44-4b89-8ed5-946ba5069e67', 'network_id': '38ba4013-ec1c-4018-b20b-27b9ee596ca4', 'admin_state_up': True, 'tenant_id': '0beae1c88e9948d28a386b5e31c68f85'}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:15:34.463682 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-b053b815-df3b-4fd5-a39e-f48ec34eda0b None None] Port d14e0713-71d9-4535-845f-2445619966f1 cannot update to ACTIVE because it is not bound. {{(pid=104163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 01:15:34.603720 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-9008e2b0-0706-4ef9-950f-2afe9f4b0977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4', 'name': 'tempest-TestVolumeBootPattern-1861082579-router', 'tenant_id': '5b33bcc707974091b1098e10867c5ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '4119ecdc-74b3-4e11-9634-0d7975175dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:27Z', 'updated_at': '2022-07-28T01:15:32Z', 'revision_number': 4, 'project_id': '5b33bcc707974091b1098e10867c5ccb', 'gw_port': {'id': '4119ecdc-74b3-4e11-9634-0d7975175dc1', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b3:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:28Z', 'updated_at': '2022-07-28T01:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'd14e0713-71d9-4535-845f-2445619966f1', 'name': '', 'network_id': '8fb79833-4451-4cd5-9bed-2e7077e9dab0', 'tenant_id': '5b33bcc707974091b1098e10867c5ccb', 'mac_address': 'fa:16:3e:b3:bf:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'cda862f7-9001-467a-8155-665ddb552c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:32Z', 'updated_at': '2022-07-28T01:15:33Z', 'revision_number': 2, 'project_id': '5b33bcc707974091b1098e10867c5ccb', 'subnets': [{'id': 'cda862f7-9001-467a-8155-665ddb552c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:15:34.686725 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9008e2b0-0706-4ef9-950f-2afe9f4b0977 None None] The sync data for ids ['5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4'] in dv-cinder-815582-11-iscsi is: [{'id': '5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4', 'name': 'tempest-TestVolumeBootPattern-1861082579-router', 'tenant_id': '5b33bcc707974091b1098e10867c5ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '4119ecdc-74b3-4e11-9634-0d7975175dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:27Z', 'updated_at': '2022-07-28T01:15:32Z', 'revision_number': 4, 'project_id': '5b33bcc707974091b1098e10867c5ccb', 'gw_port': {'id': '4119ecdc-74b3-4e11-9634-0d7975175dc1', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b3:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:28Z', 'updated_at': '2022-07-28T01:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'd14e0713-71d9-4535-845f-2445619966f1', 'name': '', 'network_id': '8fb79833-4451-4cd5-9bed-2e7077e9dab0', 'tenant_id': '5b33bcc707974091b1098e10867c5ccb', 'mac_address': 'fa:16:3e:b3:bf:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'cda862f7-9001-467a-8155-665ddb552c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:32Z', 'updated_at': '2022-07-28T01:15:33Z', 'revision_number': 2, 'project_id': '5b33bcc707974091b1098e10867c5ccb', 'subnets': [{'id': 'cda862f7-9001-467a-8155-665ddb552c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:15:34.688557 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port 59d8a0c3-d93f-4f56-b308-95bed7c21b59 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:15:34.689020 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (59d8a0c3-d93f-4f56-b308-95bed7c21b59), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:34.766374 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8dc731-02bc-4ce2-b907-9dfa6eab79db req-81099cb2-608a-4c95-937d-7bfae369b337 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:34.774089 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4a8dc731-02bc-4ce2-b907-9dfa6eab79db req-81099cb2-608a-4c95-937d-7bfae369b337 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=e26acfa5-94f2-4d1d-8bfd-9f82e73861f8 HTTP/1.1" status: 200 len: 945 time: 0.0718203 Jul 28 01:15:34.794730 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 48472) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:34.802451 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-afb4bdbf-7d25-4ce3-a95b-2cbd4b87e429 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1741610070', 'description': 'tempest-secgroup-smoke-1741610070 description', 'project_id': 'd14de33f76ea44db8899900481299b87'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:15:34.836088 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e6c001-b04e-4c77-b955-54207231c7e2 req-16193e14-574e-4174-aba1-7a4f518832af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:34.837811 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-77e6c001-b04e-4c77-b955-54207231c7e2 req-16193e14-574e-4174-aba1-7a4f518832af service neutron] 10.222.0.42 "GET /v2.0/networks?id=8f65178e-aa89-435c-9fed-639dfc5bec3f HTTP/1.1" status: 200 len: 919 time: 0.5417972 Jul 28 01:15:34.846711 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-afb4bdbf-7d25-4ce3-a95b-2cbd4b87e429 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:34.868375 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port 59d8a0c3-d93f-4f56-b308-95bed7c21b59 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:15:34.916528 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4a8dc731-02bc-4ce2-b907-9dfa6eab79db req-cf7dbaab-8402-4e09-ae66-7477964f7513 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414642 Jul 28 01:15:34.980607 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-eb458117-c501-4881-8444-c5f6abf2f1f9 req-6d73e700-03e3-4324-8a8d-18952d3a345a tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/ports?device_id=222b4c4a-bb44-4b89-8ed5-946ba5069e67 HTTP/1.1" status: 200 len: 210 time: 0.0786486 Jul 28 01:15:34.984283 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-77e6c001-b04e-4c77-b955-54207231c7e2 req-f8639292-c1a9-4fe3-bda4-c38aff71144c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7d3de87-244d-4779-a3e5-9f83c3f0ed25 HTTP/1.1" status: 200 len: 217 time: 0.0625229 Jul 28 01:15:34.998748 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-afb4bdbf-7d25-4ce3-a95b-2cbd4b87e429 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks [] for security_group (03453fe8-8e0a-4e94-8479-3e9df7c7ae78), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:35.007482 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-afb4bdbf-7d25-4ce3-a95b-2cbd4b87e429 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (03453fe8-8e0a-4e94-8479-3e9df7c7ae78), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:35.023499 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25f06271-3dec-4e03-91ac-3120007ddd94 req-aab6849c-9dfc-46a0-984f-cd3663a1a503 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Made reservation on behalf of 0beae1c88e9948d28a386b5e31c68f85 for: {'port': 1} {{(pid=104162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:15:35.027571 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-25f06271-3dec-4e03-91ac-3120007ddd94 req-aab6849c-9dfc-46a0-984f-cd3663a1a503 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:35.065523 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:35.110702 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-afb4bdbf-7d25-4ce3-a95b-2cbd4b87e429 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:35.112352 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-afb4bdbf-7d25-4ce3-a95b-2cbd4b87e429 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3164344 Jul 28 01:15:35.123876 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 48486) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:35.124618 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4bdbf-7d25-4ce3-a95b-2cbd4b87e429 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03453fe8-8e0a-4e94-8479-3e9df7c7ae78,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:35.132779 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-40a8e487-6f5e-4775-90b9-488c16761861 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Request body: {'security_group_rule': {'security_group_id': '03453fe8-8e0a-4e94-8479-3e9df7c7ae78', 'project_id': 'd14de33f76ea44db8899900481299b87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:15:35.185073 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-40a8e487-6f5e-4775-90b9-488c16761861 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks [] for security_group_rule (fde00095-0324-4ed7-abbc-7720de057fe6), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:35.213590 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:35.236288 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e6c001-b04e-4c77-b955-54207231c7e2 req-94f3716c-b582-4e39-8993-6da5286f7299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:35.238185 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-77e6c001-b04e-4c77-b955-54207231c7e2 req-94f3716c-b582-4e39-8993-6da5286f7299 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2 HTTP/1.1" status: 200 len: 857 time: 0.2256403 Jul 28 01:15:35.284328 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:35.310580 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-40a8e487-6f5e-4775-90b9-488c16761861 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks [] for security_group_rule (fde00095-0324-4ed7-abbc-7720de057fe6), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:35.323690 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-40a8e487-6f5e-4775-90b9-488c16761861 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553027'] for security_group_rule (fde00095-0324-4ed7-abbc-7720de057fe6), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:35.353332 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_common [req-25f06271-3dec-4e03-91ac-3120007ddd94 req-aab6849c-9dfc-46a0-984f-cd3663a1a503 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Allocated IP 172.20.0.11 (38ba4013-ec1c-4018-b20b-27b9ee596ca4/b81d4d01-94e8-4767-bceb-2eb6c08cd72d/1e651628-e44f-4cfc-903e-a097217678bd) {{(pid=104162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:15:35.363982 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e6c001-b04e-4c77-b955-54207231c7e2 req-e4c3a452-f9d3-4c96-8271-e39abe24eacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:35.366017 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-77e6c001-b04e-4c77-b955-54207231c7e2 req-e4c3a452-f9d3-4c96-8271-e39abe24eacb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8f65178e-aa89-435c-9fed-639dfc5bec3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1170635 Jul 28 01:15:35.366250 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a8e487-6f5e-4775-90b9-488c16761861 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fde00095-0324-4ed7-abbc-7720de057fe6,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:35.381998 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-40a8e487-6f5e-4775-90b9-488c16761861 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:35.383824 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-40a8e487-6f5e-4775-90b9-488c16761861 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2555974 Jul 28 01:15:35.386801 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 48500) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:35.392262 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-ead5b31f-9957-4d1e-afef-0e0c5a90b8a2 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Request body: {'security_group_rule': {'security_group_id': '03453fe8-8e0a-4e94-8479-3e9df7c7ae78', 'project_id': 'd14de33f76ea44db8899900481299b87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:15:35.460209 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ead5b31f-9957-4d1e-afef-0e0c5a90b8a2 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks [] for security_group_rule (e524fcdb-db70-4a25-a2c6-b517c72c2d7c), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:35.543634 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ead5b31f-9957-4d1e-afef-0e0c5a90b8a2 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks [] for security_group_rule (e524fcdb-db70-4a25-a2c6-b517c72c2d7c), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:35.550537 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ead5b31f-9957-4d1e-afef-0e0c5a90b8a2 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553027'] for security_group_rule (e524fcdb-db70-4a25-a2c6-b517c72c2d7c), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:35.562243 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:35.580657 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5b31f-9957-4d1e-afef-0e0c5a90b8a2 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e524fcdb-db70-4a25-a2c6-b517c72c2d7c,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:35.606699 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ead5b31f-9957-4d1e-afef-0e0c5a90b8a2 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:35.615048 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-ead5b31f-9957-4d1e-afef-0e0c5a90b8a2 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2234864 Jul 28 01:15:35.615265 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 48520) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:35.626139 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-27e04a30-bf4e-40e6-b021-b97b1cb77dce tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Request body: {'security_group_rule': {'security_group_id': '03453fe8-8e0a-4e94-8479-3e9df7c7ae78', 'project_id': 'd14de33f76ea44db8899900481299b87', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:15:35.694234 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-27e04a30-bf4e-40e6-b021-b97b1cb77dce tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks [] for security_group_rule (871a590d-b31d-47a6-a6fd-d9c93f4c8745), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:35.699802 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-77e6c001-b04e-4c77-b955-54207231c7e2 req-525b9ac6-7a14-42d1-87c5-693d4cebefce service neutron] 10.222.0.42 "GET /v2.0/networks/8f65178e-aa89-435c-9fed-639dfc5bec3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142474 Jul 28 01:15:35.703202 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-25f06271-3dec-4e03-91ac-3120007ddd94 req-aab6849c-9dfc-46a0-984f-cd3663a1a503 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Publish callbacks [] for port (1e651628-e44f-4cfc-903e-a097217678bd), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:35.824929 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-27e04a30-bf4e-40e6-b021-b97b1cb77dce tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks [] for security_group_rule (871a590d-b31d-47a6-a6fd-d9c93f4c8745), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:35.833069 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-27e04a30-bf4e-40e6-b021-b97b1cb77dce tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553027'] for security_group_rule (871a590d-b31d-47a6-a6fd-d9c93f4c8745), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:35.844656 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-25f06271-3dec-4e03-91ac-3120007ddd94 req-aab6849c-9dfc-46a0-984f-cd3663a1a503 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (1e651628-e44f-4cfc-903e-a097217678bd), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:35.872486 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e04a30-bf4e-40e6-b021-b97b1cb77dce tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=871a590d-b31d-47a6-a6fd-d9c93f4c8745,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:35.882310 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-27e04a30-bf4e-40e6-b021-b97b1cb77dce tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:35.887629 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-27e04a30-bf4e-40e6-b021-b97b1cb77dce tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2711530 Jul 28 01:15:35.888542 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 48562) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:35.897070 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-504c5a8f-4c0b-4335-a00e-d08e317adc98 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Request body: {'security_group_rule': {'security_group_id': '03453fe8-8e0a-4e94-8479-3e9df7c7ae78', 'project_id': 'd14de33f76ea44db8899900481299b87', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:15:35.913567 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-77e6c001-b04e-4c77-b955-54207231c7e2 req-b01d0d3f-06fc-4fb8-bf62-c7d6e5b3b920 service neutron] 10.222.0.42 "GET /v2.0/networks/8f65178e-aa89-435c-9fed-639dfc5bec3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019343 Jul 28 01:15:35.916778 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25f06271-3dec-4e03-91ac-3120007ddd94 req-aab6849c-9dfc-46a0-984f-cd3663a1a503 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Network 38ba4013-ec1c-4018-b20b-27b9ee596ca4 is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:15:35.922688 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [req-25f06271-3dec-4e03-91ac-3120007ddd94 req-aab6849c-9dfc-46a0-984f-cd3663a1a503 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:15:35.926981 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f06271-3dec-4e03-91ac-3120007ddd94 req-aab6849c-9dfc-46a0-984f-cd3663a1a503 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Received port after_create {{(pid=104162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:15:35.942168 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-504c5a8f-4c0b-4335-a00e-d08e317adc98 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks [] for security_group_rule (c2ad14ed-6b48-4995-bc62-95d5c675d2a0), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:35.953928 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab6849c-9dfc-46a0-984f-cd3663a1a503 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Pushing event updated for resources: {'Port': ['ID=1e651628-e44f-4cfc-903e-a097217678bd,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:35.989023 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f06271-3dec-4e03-91ac-3120007ddd94 req-aab6849c-9dfc-46a0-984f-cd3663a1a503 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:35.989661 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-25f06271-3dec-4e03-91ac-3120007ddd94 req-aab6849c-9dfc-46a0-984f-cd3663a1a503 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:36.009433 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-25f06271-3dec-4e03-91ac-3120007ddd94 req-aab6849c-9dfc-46a0-984f-cd3663a1a503 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5785792 Jul 28 01:15:36.036086 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [req-25f06271-3dec-4e03-91ac-3120007ddd94 req-94528ced-ca27-4051-b754-7a2b212c5ad8 service neutron] Request body: {'port': {'device_id': '222b4c4a-bb44-4b89-8ed5-946ba5069e67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:15:36.111993 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-504c5a8f-4c0b-4335-a00e-d08e317adc98 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks [] for security_group_rule (c2ad14ed-6b48-4995-bc62-95d5c675d2a0), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:36.118406 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c85915-2d5e-4680-8e82-2eb1b09a65e0 req-ebee589e-ec88-4a0a-868a-55e08a019ea6 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:36.120058 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b6c85915-2d5e-4680-8e82-2eb1b09a65e0 req-ebee589e-ec88-4a0a-868a-55e08a019ea6 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=e26acfa5-94f2-4d1d-8bfd-9f82e73861f8 HTTP/1.1" status: 200 len: 945 time: 0.0795524 Jul 28 01:15:36.131330 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-504c5a8f-4c0b-4335-a00e-d08e317adc98 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553027'] for security_group_rule (c2ad14ed-6b48-4995-bc62-95d5c675d2a0), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:36.199069 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504c5a8f-4c0b-4335-a00e-d08e317adc98 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2ad14ed-6b48-4995-bc62-95d5c675d2a0,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:36.211907 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-25f06271-3dec-4e03-91ac-3120007ddd94 req-94528ced-ca27-4051-b754-7a2b212c5ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (1e651628-e44f-4cfc-903e-a097217678bd), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:36.217570 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-504c5a8f-4c0b-4335-a00e-d08e317adc98 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:36.225684 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-504c5a8f-4c0b-4335-a00e-d08e317adc98 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3317187 Jul 28 01:15:36.225684 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 48580) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:36.261045 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-f5134938-323d-446e-bcec-a7d893b9097d tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Request body: {'security_group_rule': {'security_group_id': '03453fe8-8e0a-4e94-8479-3e9df7c7ae78', 'project_id': 'd14de33f76ea44db8899900481299b87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:15:36.331621 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.db.securitygroups_db [None req-f5134938-323d-446e-bcec-a7d893b9097d tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Project d14de33f76ea44db8899900481299b87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 01:15:36.335579 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118c27b-c208-4729-8180-2dc3f53a8773 req-e82b9e0b-44bd-4527-83e0-4f9361e1c8ca tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:36.339927 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f5134938-323d-446e-bcec-a7d893b9097d tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks [] for security_group_rule (6bf72086-8162-41a7-90b0-9ef89529b054), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:36.345227 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1118c27b-c208-4729-8180-2dc3f53a8773 req-e82b9e0b-44bd-4527-83e0-4f9361e1c8ca tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/ports?device_id=222b4c4a-bb44-4b89-8ed5-946ba5069e67 HTTP/1.1" status: 200 len: 932 time: 0.1410310 Jul 28 01:15:36.410254 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 4119ecdc-74b3-4e11-9634-0d7975175dc1 up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:15:36.432838 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:36.494258 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:36.504266 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b6c85915-2d5e-4680-8e82-2eb1b09a65e0 req-4109d8af-8c7c-4f35-b243-0ffd17ae7a7b tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235822 Jul 28 01:15:36.513417 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f5134938-323d-446e-bcec-a7d893b9097d tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks [] for security_group_rule (6bf72086-8162-41a7-90b0-9ef89529b054), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:36.525587 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f5134938-323d-446e-bcec-a7d893b9097d tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553027'] for security_group_rule (6bf72086-8162-41a7-90b0-9ef89529b054), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:36.526652 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port 4119ecdc-74b3-4e11-9634-0d7975175dc1 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:15:36.527059 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (4119ecdc-74b3-4e11-9634-0d7975175dc1), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:36.575603 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f5134938-323d-446e-bcec-a7d893b9097d tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:36.580674 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-f5134938-323d-446e-bcec-a7d893b9097d tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3519969 Jul 28 01:15:36.586147 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5134938-323d-446e-bcec-a7d893b9097d tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bf72086-8162-41a7-90b0-9ef89529b054,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:36.589916 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 48612) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:36.590801 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=100 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:36.601046 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-fa3b6afe-4e07-45ad-965a-01ddd2337928 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Request body: {'security_group_rule': {'security_group_id': '03453fe8-8e0a-4e94-8479-3e9df7c7ae78', 'project_id': 'd14de33f76ea44db8899900481299b87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:15:36.643768 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.db.securitygroups_db [None req-fa3b6afe-4e07-45ad-965a-01ddd2337928 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Project d14de33f76ea44db8899900481299b87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 01:15:36.653420 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-fa3b6afe-4e07-45ad-965a-01ddd2337928 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks [] for security_group_rule (bd2552ab-7239-4427-9ff2-c989d8ab9c84), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:36.666666 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port 4119ecdc-74b3-4e11-9634-0d7975175dc1 is: DOWN; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:15:36.667382 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (4119ecdc-74b3-4e11-9634-0d7975175dc1), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:36.724587 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1118c27b-c208-4729-8180-2dc3f53a8773 req-f82d7921-7e36-4c51-ac66-bc01be8f1c6a tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/security-groups?id=fc18f291-ea84-4c3c-9abc-ddc3a5568efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784723 Jul 28 01:15:36.800345 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-fa3b6afe-4e07-45ad-965a-01ddd2337928 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks [] for security_group_rule (bd2552ab-7239-4427-9ff2-c989d8ab9c84), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:36.806920 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-fa3b6afe-4e07-45ad-965a-01ddd2337928 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553027'] for security_group_rule (bd2552ab-7239-4427-9ff2-c989d8ab9c84), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:36.833135 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b6afe-4e07-45ad-965a-01ddd2337928 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd2552ab-7239-4427-9ff2-c989d8ab9c84,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:36.850172 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-fa3b6afe-4e07-45ad-965a-01ddd2337928 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:36.852346 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-fa3b6afe-4e07-45ad-965a-01ddd2337928 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2600465 Jul 28 01:15:36.938239 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] For port 4119ecdc-74b3-4e11-9634-0d7975175dc1, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=4119ecdc-74b3-4e11-9634-0d7975175dc1,segment=NetworkSegment(e0235fba-4142-426a-91c5-07cb16b4142e),segment_id=e0235fba-4142-426a-91c5-07cb16b4142e)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:15:36.944109 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (4119ecdc-74b3-4e11-9634-0d7975175dc1), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:37.012860 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [req-25f06271-3dec-4e03-91ac-3120007ddd94 req-94528ced-ca27-4051-b754-7a2b212c5ad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e651628-e44f-4cfc-903e-a097217678bd {{(pid=104162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 01:15:37.026261 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Pushing event updated for resources: {'Port': ['ID=4119ecdc-74b3-4e11-9634-0d7975175dc1,revision_number=4']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:37.034366 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-25f06271-3dec-4e03-91ac-3120007ddd94 req-94528ced-ca27-4051-b754-7a2b212c5ad8 service neutron] Publish callbacks [] for port (1e651628-e44f-4cfc-903e-a097217678bd), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:37.053185 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [req-25f06271-3dec-4e03-91ac-3120007ddd94 req-94528ced-ca27-4051-b754-7a2b212c5ad8 service neutron] Transition to ACTIVE for port object 1e651628-e44f-4cfc-903e-a097217678bd will not be triggered until provisioned by entity L2. {{(pid=104162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 01:15:37.059451 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-25f06271-3dec-4e03-91ac-3120007ddd94 req-94528ced-ca27-4051-b754-7a2b212c5ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4518704'] for port (1e651628-e44f-4cfc-903e-a097217678bd), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:37.206095 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94528ced-ca27-4051-b754-7a2b212c5ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=1e651628-e44f-4cfc-903e-a097217678bd,revision_number=2']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:37.228872 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [req-25f06271-3dec-4e03-91ac-3120007ddd94 req-94528ced-ca27-4051-b754-7a2b212c5ad8 service neutron] Attempting to bind port 1e651628-e44f-4cfc-903e-a097217678bd on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:15:37.229316 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [req-25f06271-3dec-4e03-91ac-3120007ddd94 req-94528ced-ca27-4051-b754-7a2b212c5ad8 service neutron] Attempting to bind port 1e651628-e44f-4cfc-903e-a097217678bd by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '84998b0a-4c53-4c56-b0ae-ac26c210f8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '38ba4013-ec1c-4018-b20b-27b9ee596ca4'}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:15:37.229618 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f06271-3dec-4e03-91ac-3120007ddd94 req-94528ced-ca27-4051-b754-7a2b212c5ad8 service neutron] Attempting to bind port 1e651628-e44f-4cfc-903e-a097217678bd on network 38ba4013-ec1c-4018-b20b-27b9ee596ca4 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:15:37.240249 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f06271-3dec-4e03-91ac-3120007ddd94 req-94528ced-ca27-4051-b754-7a2b212c5ad8 service neutron] Port 1e651628-e44f-4cfc-903e-a097217678bd on network 38ba4013-ec1c-4018-b20b-27b9ee596ca4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 01:15:37.240795 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f06271-3dec-4e03-91ac-3120007ddd94 req-94528ced-ca27-4051-b754-7a2b212c5ad8 service neutron] Attempting to bind port 1e651628-e44f-4cfc-903e-a097217678bd on network 38ba4013-ec1c-4018-b20b-27b9ee596ca4 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:15:37.246672 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f06271-3dec-4e03-91ac-3120007ddd94 req-94528ced-ca27-4051-b754-7a2b212c5ad8 service neutron] Checking agent: {'id': '8d4a48be-b376-49eb-a7aa-478deaa3f35f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 11, 32), 'started_at': datetime.datetime(2022, 7, 28, 1, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:15:37.247336 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f06271-3dec-4e03-91ac-3120007ddd94 req-94528ced-ca27-4051-b754-7a2b212c5ad8 service neutron] Checking segment: {'id': '84998b0a-4c53-4c56-b0ae-ac26c210f8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '38ba4013-ec1c-4018-b20b-27b9ee596ca4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:15:37.247923 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f06271-3dec-4e03-91ac-3120007ddd94 req-94528ced-ca27-4051-b754-7a2b212c5ad8 service neutron] Bound using segment: {'id': '84998b0a-4c53-4c56-b0ae-ac26c210f8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '38ba4013-ec1c-4018-b20b-27b9ee596ca4'} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:15:37.248512 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [req-25f06271-3dec-4e03-91ac-3120007ddd94 req-94528ced-ca27-4051-b754-7a2b212c5ad8 service neutron] Bound port: 1e651628-e44f-4cfc-903e-a097217678bd, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84998b0a-4c53-4c56-b0ae-ac26c210f8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '38ba4013-ec1c-4018-b20b-27b9ee596ca4'}}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:15:37.249032 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-25f06271-3dec-4e03-91ac-3120007ddd94 req-94528ced-ca27-4051-b754-7a2b212c5ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (1e651628-e44f-4cfc-903e-a097217678bd), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:37.348672 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [req-25f06271-3dec-4e03-91ac-3120007ddd94 req-94528ced-ca27-4051-b754-7a2b212c5ad8 service neutron] For port 1e651628-e44f-4cfc-903e-a097217678bd, host hv-cinder-81558, cleared binding levels {{(pid=104162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:15:37.354128 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [req-25f06271-3dec-4e03-91ac-3120007ddd94 req-94528ced-ca27-4051-b754-7a2b212c5ad8 service neutron] For port 1e651628-e44f-4cfc-903e-a097217678bd, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1e651628-e44f-4cfc-903e-a097217678bd,segment=NetworkSegment(84998b0a-4c53-4c56-b0ae-ac26c210f8c0),segment_id=84998b0a-4c53-4c56-b0ae-ac26c210f8c0)] {{(pid=104162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:15:37.363704 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-25f06271-3dec-4e03-91ac-3120007ddd94 req-94528ced-ca27-4051-b754-7a2b212c5ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4518704'] for port (1e651628-e44f-4cfc-903e-a097217678bd), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:37.400504 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f06271-3dec-4e03-91ac-3120007ddd94 req-94528ced-ca27-4051-b754-7a2b212c5ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:37.401099 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-25f06271-3dec-4e03-91ac-3120007ddd94 req-94528ced-ca27-4051-b754-7a2b212c5ad8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:37.403048 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-25f06271-3dec-4e03-91ac-3120007ddd94 req-94528ced-ca27-4051-b754-7a2b212c5ad8 service neutron] 10.222.0.42 "PUT /v2.0/ports/1e651628-e44f-4cfc-903e-a097217678bd HTTP/1.1" status: 200 len: 1094 time: 1.3831477 Jul 28 01:15:37.403579 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '222b4c4a-bb44-4b89-8ed5-946ba5069e67', 'tag': '1e651628-e44f-4cfc-903e-a097217678bd'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:15:37.405840 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f6b11fd638c6a58f8ef19871f5a43997b3abcb3256dc707badf279ceb4d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587c311d-7c67-400c-a459-471f7dc36f62" -d '{"events": [{"name": "network-changed", "server_uuid": "222b4c4a-bb44-4b89-8ed5-946ba5069e67", "tag": "1e651628-e44f-4cfc-903e-a097217678bd"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:15:37.442039 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94528ced-ca27-4051-b754-7a2b212c5ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=1e651628-e44f-4cfc-903e-a097217678bd,revision_number=3']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:37.480453 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 01:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40929511-f283-40ac-b2fe-dadc83f3b196 x-openstack-request-id: req-40929511-f283-40ac-b2fe-dadc83f3b196 {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:15:37.480453 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "222b4c4a-bb44-4b89-8ed5-946ba5069e67", "tag": "1e651628-e44f-4cfc-903e-a097217678bd", "status": "completed", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:15:37.480671 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-40929511-f283-40ac-b2fe-dadc83f3b196 {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:15:37.481038 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40929511-f283-40ac-b2fe-dadc83f3b196'] response: {'name': 'network-changed', 'server_uuid': '222b4c4a-bb44-4b89-8ed5-946ba5069e67', 'tag': '1e651628-e44f-4cfc-903e-a097217678bd', 'status': 'completed', 'code': 200} Jul 28 01:15:37.523372 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f06271-3dec-4e03-91ac-3120007ddd94 req-4d22c2c4-d6dd-40ee-8faf-021de487cd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:37.525967 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-25f06271-3dec-4e03-91ac-3120007ddd94 req-4d22c2c4-d6dd-40ee-8faf-021de487cd22 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0beae1c88e9948d28a386b5e31c68f85&device_id=222b4c4a-bb44-4b89-8ed5-946ba5069e67 HTTP/1.1" status: 200 len: 1128 time: 0.0645406 Jul 28 01:15:37.844253 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-25f06271-3dec-4e03-91ac-3120007ddd94 req-52f08ebd-26ca-4e07-90ab-367641e64f53 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e651628-e44f-4cfc-903e-a097217678bd HTTP/1.1" status: 200 len: 217 time: 0.3085153 Jul 28 01:15:37.891013 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-9327012c-f323-45b5-b6ff-27cb37312c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:37.978053 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c7fd1-fbd7-42a1-889c-95619ec83ab2 req-bb4e6fbe-c273-4956-82a4-b6bd9b5ba17c tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:37.986364 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e73c7fd1-fbd7-42a1-889c-95619ec83ab2 req-bb4e6fbe-c273-4956-82a4-b6bd9b5ba17c tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=e26acfa5-94f2-4d1d-8bfd-9f82e73861f8 HTTP/1.1" status: 200 len: 945 time: 0.1409650 Jul 28 01:15:38.049298 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:38.077558 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f06271-3dec-4e03-91ac-3120007ddd94 req-bdb3924a-22ae-4984-ab37-4214f5c41203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:38.089155 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-25f06271-3dec-4e03-91ac-3120007ddd94 req-bdb3924a-22ae-4984-ab37-4214f5c41203 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b81d4d01-94e8-4767-bceb-2eb6c08cd72d HTTP/1.1" status: 200 len: 848 time: 0.2080553 Jul 28 01:15:38.098249 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add1ee1-4afa-475b-8cb7-81caedd84f88 req-57717925-b251-4981-b9d6-be30175bb2fa tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:38.099737 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4add1ee1-4afa-475b-8cb7-81caedd84f88 req-57717925-b251-4981-b9d6-be30175bb2fa tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/ports?device_id=222b4c4a-bb44-4b89-8ed5-946ba5069e67 HTTP/1.1" status: 200 len: 944 time: 0.1023917 Jul 28 01:15:38.150292 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e73c7fd1-fbd7-42a1-889c-95619ec83ab2 req-88572790-43f0-4e18-8c8e-83cbe643c8dd tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626222 Jul 28 01:15:38.152979 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-25f06271-3dec-4e03-91ac-3120007ddd94 req-59d1c6ad-3474-4511-a1ba-b6d4dea3dba1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38ba4013-ec1c-4018-b20b-27b9ee596ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614927 Jul 28 01:15:38.233296 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:38.300281 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4add1ee1-4afa-475b-8cb7-81caedd84f88 req-d5756e5e-d361-4f34-8c6f-d344779adc51 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/security-groups?id=fc18f291-ea84-4c3c-9abc-ddc3a5568efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543131 Jul 28 01:15:38.339187 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 4119ecdc-74b3-4e11-9634-0d7975175dc1 up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:15:38.363201 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-25f06271-3dec-4e03-91ac-3120007ddd94 req-c34022d5-1588-4668-8f67-891aeb3a3a44 service neutron] 10.222.0.42 "GET /v2.0/networks/38ba4013-ec1c-4018-b20b-27b9ee596ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011111 Jul 28 01:15:38.406215 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db986f5b-e707-41f3-ac15-3612f3207d5c None None] Sync routers for ids ['5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4'] in dv-cinder-815582-11-iscsi {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:15:38.414642 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port 4119ecdc-74b3-4e11-9634-0d7975175dc1 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:15:38.415664 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (4119ecdc-74b3-4e11-9634-0d7975175dc1), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:38.423956 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db986f5b-e707-41f3-ac15-3612f3207d5c None None] Routers {'5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:15:38.424584 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-db986f5b-e707-41f3-ac15-3612f3207d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:15:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:15:38.521654 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-25f06271-3dec-4e03-91ac-3120007ddd94 req-550ee4af-4955-4263-88e3-83d6e528970f service neutron] 10.222.0.42 "GET /v2.0/networks/38ba4013-ec1c-4018-b20b-27b9ee596ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466634 Jul 28 01:15:38.583538 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port 4119ecdc-74b3-4e11-9634-0d7975175dc1 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:15:38.602193 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-db986f5b-e707-41f3-ac15-3612f3207d5c None None] Set router 5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:15:38.807674 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-db986f5b-e707-41f3-ac15-3612f3207d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4', 'name': 'tempest-TestVolumeBootPattern-1861082579-router', 'tenant_id': '5b33bcc707974091b1098e10867c5ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '4119ecdc-74b3-4e11-9634-0d7975175dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:27Z', 'updated_at': '2022-07-28T01:15:32Z', 'revision_number': 4, 'project_id': '5b33bcc707974091b1098e10867c5ccb', 'gw_port': {'id': '4119ecdc-74b3-4e11-9634-0d7975175dc1', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:28Z', 'updated_at': '2022-07-28T01:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'd14e0713-71d9-4535-845f-2445619966f1', 'name': '', 'network_id': '8fb79833-4451-4cd5-9bed-2e7077e9dab0', 'tenant_id': '5b33bcc707974091b1098e10867c5ccb', 'mac_address': 'fa:16:3e:b3:bf:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'cda862f7-9001-467a-8155-665ddb552c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:32Z', 'updated_at': '2022-07-28T01:15:33Z', 'revision_number': 2, 'project_id': '5b33bcc707974091b1098e10867c5ccb', 'subnets': [{'id': 'cda862f7-9001-467a-8155-665ddb552c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:15:38.840029 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db986f5b-e707-41f3-ac15-3612f3207d5c None None] Checking router: 5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4 for host: dv-cinder-815582-11-iscsi {{(pid=104164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:15:38.840584 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db986f5b-e707-41f3-ac15-3612f3207d5c None None] Updating router 5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4 port d14e0713-71d9-4535-845f-2445619966f1 binding host dv-cinder-815582-11-iscsi {{(pid=104164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 01:15:38.865883 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=100 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:38.873221 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-db986f5b-e707-41f3-ac15-3612f3207d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (d14e0713-71d9-4535-845f-2445619966f1), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:39.172062 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-db986f5b-e707-41f3-ac15-3612f3207d5c None None] Publish callbacks [] for port (d14e0713-71d9-4535-845f-2445619966f1), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:39.178503 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-db986f5b-e707-41f3-ac15-3612f3207d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (d14e0713-71d9-4535-845f-2445619966f1), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:39.228167 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:39.250876 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b1246-5fb6-4585-a417-d321f753471c None None] Pushing event updated for resources: {'Port': ['ID=d14e0713-71d9-4535-845f-2445619966f1,revision_number=3']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:39.289527 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-db986f5b-e707-41f3-ac15-3612f3207d5c None None] Attempting to bind port d14e0713-71d9-4535-845f-2445619966f1 on host dv-cinder-815582-11-iscsi for vnic_type normal with profile {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:15:39.290092 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-db986f5b-e707-41f3-ac15-3612f3207d5c None None] Attempting to bind port d14e0713-71d9-4535-845f-2445619966f1 by drivers openvswitch,hyperv on host dv-cinder-815582-11-iscsi at level 0 using segments [{'id': '3f091028-67b6-43d9-902a-6ef3fd4f5622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8fb79833-4451-4cd5-9bed-2e7077e9dab0'}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:15:39.290459 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db986f5b-e707-41f3-ac15-3612f3207d5c None None] Attempting to bind port d14e0713-71d9-4535-845f-2445619966f1 on network 8fb79833-4451-4cd5-9bed-2e7077e9dab0 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:15:39.296178 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db986f5b-e707-41f3-ac15-3612f3207d5c None None] Checking agent: {'id': 'e0b16abb-2210-4432-8141-713fb95a37e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 4, 43), 'started_at': datetime.datetime(2022, 7, 28, 1, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:15:39.296459 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db986f5b-e707-41f3-ac15-3612f3207d5c None None] Checking segment: {'id': '3f091028-67b6-43d9-902a-6ef3fd4f5622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8fb79833-4451-4cd5-9bed-2e7077e9dab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:15:39.296835 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-db986f5b-e707-41f3-ac15-3612f3207d5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:39.297381 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db986f5b-e707-41f3-ac15-3612f3207d5c None None] Bound using segment: {'id': '3f091028-67b6-43d9-902a-6ef3fd4f5622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8fb79833-4451-4cd5-9bed-2e7077e9dab0'} {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:15:39.298025 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-db986f5b-e707-41f3-ac15-3612f3207d5c None None] Bound port: d14e0713-71d9-4535-845f-2445619966f1, host: dv-cinder-815582-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f091028-67b6-43d9-902a-6ef3fd4f5622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8fb79833-4451-4cd5-9bed-2e7077e9dab0'}}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:15:39.298556 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-db986f5b-e707-41f3-ac15-3612f3207d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (d14e0713-71d9-4535-845f-2445619966f1), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:39.302575 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d7533-5353-4ffa-910b-eb8f14a0f04b req-a0bf6e62-9154-41ff-9db7-1e7bd767a77b tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:39.304225 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b30d7533-5353-4ffa-910b-eb8f14a0f04b req-a0bf6e62-9154-41ff-9db7-1e7bd767a77b tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=e26acfa5-94f2-4d1d-8bfd-9f82e73861f8 HTTP/1.1" status: 200 len: 945 time: 0.0629239 Jul 28 01:15:39.362255 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b30d7533-5353-4ffa-910b-eb8f14a0f04b req-6269f07a-e016-4560-b484-c689c53a9b99 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520077 Jul 28 01:15:39.374750 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-db986f5b-e707-41f3-ac15-3612f3207d5c None None] For port d14e0713-71d9-4535-845f-2445619966f1, host dv-cinder-815582-11-iscsi, cleared binding levels {{(pid=104164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:15:39.386214 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-db986f5b-e707-41f3-ac15-3612f3207d5c None None] For port d14e0713-71d9-4535-845f-2445619966f1, host dv-cinder-815582-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=d14e0713-71d9-4535-845f-2445619966f1,segment=NetworkSegment(3f091028-67b6-43d9-902a-6ef3fd4f5622),segment_id=3f091028-67b6-43d9-902a-6ef3fd4f5622)] {{(pid=104164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:15:39.397154 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-db986f5b-e707-41f3-ac15-3612f3207d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (d14e0713-71d9-4535-845f-2445619966f1), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:39.456629 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db986f5b-e707-41f3-ac15-3612f3207d5c None None] Routers {'5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:15:39.457370 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-db986f5b-e707-41f3-ac15-3612f3207d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:15:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:15:39.489597 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac63da-8985-429e-abb4-09b408752bb9 req-1b2d685f-1e61-481a-8c46-46893cef463f tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:39.491247 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0aac63da-8985-429e-abb4-09b408752bb9 req-1b2d685f-1e61-481a-8c46-46893cef463f tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/ports?device_id=222b4c4a-bb44-4b89-8ed5-946ba5069e67 HTTP/1.1" status: 200 len: 944 time: 0.0549829 Jul 28 01:15:39.497163 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-de16439f-823a-4a24-bf3d-f917d49d58ce None None] Provisioning complete for port d14e0713-71d9-4535-845f-2445619966f1 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:15:39.497687 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-de16439f-823a-4a24-bf3d-f917d49d58ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (d14e0713-71d9-4535-845f-2445619966f1), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:39.507979 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b1246-5fb6-4585-a417-d321f753471c None None] Pushing event updated for resources: {'Port': ['ID=d14e0713-71d9-4535-845f-2445619966f1,revision_number=4']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:39.524276 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:39.598710 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0aac63da-8985-429e-abb4-09b408752bb9 req-8b2d8422-13c6-41ba-b521-910519c85151 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/security-groups?id=fc18f291-ea84-4c3c-9abc-ddc3a5568efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809610 Jul 28 01:15:39.606451 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-de16439f-823a-4a24-bf3d-f917d49d58ce None None] Current status of the port d14e0713-71d9-4535-845f-2445619966f1 is: DOWN; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:15:39.606882 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-de16439f-823a-4a24-bf3d-f917d49d58ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (d14e0713-71d9-4535-845f-2445619966f1), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:39.673710 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c311d-7c67-400c-a459-471f7dc36f62 req-f04eecfa-5478-418d-90fa-52b04ca8e335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:39.675353 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-587c311d-7c67-400c-a459-471f7dc36f62 req-f04eecfa-5478-418d-90fa-52b04ca8e335 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0beae1c88e9948d28a386b5e31c68f85&device_id=222b4c4a-bb44-4b89-8ed5-946ba5069e67 HTTP/1.1" status: 200 len: 1128 time: 0.0598965 Jul 28 01:15:39.684129 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-de16439f-823a-4a24-bf3d-f917d49d58ce None None] For port d14e0713-71d9-4535-845f-2445619966f1, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=d14e0713-71d9-4535-845f-2445619966f1,segment=NetworkSegment(3f091028-67b6-43d9-902a-6ef3fd4f5622),segment_id=3f091028-67b6-43d9-902a-6ef3fd4f5622)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:15:39.690520 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-de16439f-823a-4a24-bf3d-f917d49d58ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (d14e0713-71d9-4535-845f-2445619966f1), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:39.721037 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-db986f5b-e707-41f3-ac15-3612f3207d5c None None] Set router 5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:15:39.774114 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de16439f-823a-4a24-bf3d-f917d49d58ce None None] Pushing event updated for resources: {'Port': ['ID=d14e0713-71d9-4535-845f-2445619966f1,revision_number=5']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:39.869875 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c311d-7c67-400c-a459-471f7dc36f62 req-2f1e20d1-3f34-4998-91ab-2dc810e95a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:39.869875 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-587c311d-7c67-400c-a459-471f7dc36f62 req-2f1e20d1-3f34-4998-91ab-2dc810e95a13 service neutron] 10.222.0.42 "GET /v2.0/networks?id=38ba4013-ec1c-4018-b20b-27b9ee596ca4 HTTP/1.1" status: 200 len: 909 time: 0.1847596 Jul 28 01:15:39.944417 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:39.949329 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-02187eb3-9424-42c3-820b-2615ada474d8 None None] Provisioning complete for port d14e0713-71d9-4535-845f-2445619966f1 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:15:39.950633 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-02187eb3-9424-42c3-820b-2615ada474d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (d14e0713-71d9-4535-845f-2445619966f1), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:39.969001 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-587c311d-7c67-400c-a459-471f7dc36f62 req-48d7ee9a-576c-44cf-934c-2f4c07d9c83f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e651628-e44f-4cfc-903e-a097217678bd HTTP/1.1" status: 200 len: 217 time: 0.0915065 Jul 28 01:15:40.010824 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-db986f5b-e707-41f3-ac15-3612f3207d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4', 'name': 'tempest-TestVolumeBootPattern-1861082579-router', 'tenant_id': '5b33bcc707974091b1098e10867c5ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '4119ecdc-74b3-4e11-9634-0d7975175dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:27Z', 'updated_at': '2022-07-28T01:15:32Z', 'revision_number': 4, 'project_id': '5b33bcc707974091b1098e10867c5ccb', 'gw_port': {'id': '4119ecdc-74b3-4e11-9634-0d7975175dc1', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:28Z', 'updated_at': '2022-07-28T01:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'd14e0713-71d9-4535-845f-2445619966f1', 'name': '', 'network_id': '8fb79833-4451-4cd5-9bed-2e7077e9dab0', 'tenant_id': '5b33bcc707974091b1098e10867c5ccb', 'mac_address': 'fa:16:3e:b3:bf:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'cda862f7-9001-467a-8155-665ddb552c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:32Z', 'updated_at': '2022-07-28T01:15:39Z', 'revision_number': 4, 'project_id': '5b33bcc707974091b1098e10867c5ccb', 'subnets': [{'id': 'cda862f7-9001-467a-8155-665ddb552c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:15:40.047830 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db986f5b-e707-41f3-ac15-3612f3207d5c None None] The sync data for ids ['5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4'] in dv-cinder-815582-11-iscsi is: [{'id': '5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4', 'name': 'tempest-TestVolumeBootPattern-1861082579-router', 'tenant_id': '5b33bcc707974091b1098e10867c5ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '4119ecdc-74b3-4e11-9634-0d7975175dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:27Z', 'updated_at': '2022-07-28T01:15:32Z', 'revision_number': 4, 'project_id': '5b33bcc707974091b1098e10867c5ccb', 'gw_port': {'id': '4119ecdc-74b3-4e11-9634-0d7975175dc1', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:28Z', 'updated_at': '2022-07-28T01:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'd14e0713-71d9-4535-845f-2445619966f1', 'name': '', 'network_id': '8fb79833-4451-4cd5-9bed-2e7077e9dab0', 'tenant_id': '5b33bcc707974091b1098e10867c5ccb', 'mac_address': 'fa:16:3e:b3:bf:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'cda862f7-9001-467a-8155-665ddb552c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:32Z', 'updated_at': '2022-07-28T01:15:39Z', 'revision_number': 4, 'project_id': '5b33bcc707974091b1098e10867c5ccb', 'subnets': [{'id': 'cda862f7-9001-467a-8155-665ddb552c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:15:40.093090 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c311d-7c67-400c-a459-471f7dc36f62 req-9727b2b7-9d8a-4e68-8746-bbc947334258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:40.095143 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-587c311d-7c67-400c-a459-471f7dc36f62 req-9727b2b7-9d8a-4e68-8746-bbc947334258 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b81d4d01-94e8-4767-bceb-2eb6c08cd72d HTTP/1.1" status: 200 len: 848 time: 0.1182499 Jul 28 01:15:40.111922 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-02187eb3-9424-42c3-820b-2615ada474d8 None None] Current status of the port d14e0713-71d9-4535-845f-2445619966f1 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:15:40.137758 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-587c311d-7c67-400c-a459-471f7dc36f62 req-14a355da-afb4-4e41-a32c-e37441a704d2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38ba4013-ec1c-4018-b20b-27b9ee596ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348637 Jul 28 01:15:40.283356 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-587c311d-7c67-400c-a459-471f7dc36f62 req-4df5c296-4494-4594-a32c-4b3779be38de service neutron] 10.222.0.42 "GET /v2.0/networks/38ba4013-ec1c-4018-b20b-27b9ee596ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386182 Jul 28 01:15:40.334796 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device d14e0713-71d9-4535-845f-2445619966f1 up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:15:40.339463 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-01506c67-9c7c-4abb-8011-01d7c02e7850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:40.392838 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port d14e0713-71d9-4535-845f-2445619966f1 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:15:40.393496 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (d14e0713-71d9-4535-845f-2445619966f1), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:40.462155 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-587c311d-7c67-400c-a459-471f7dc36f62 req-1afbecba-ddfe-40cb-a7c4-d07ac772d507 service neutron] 10.222.0.42 "GET /v2.0/networks/38ba4013-ec1c-4018-b20b-27b9ee596ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701441 Jul 28 01:15:40.518083 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port d14e0713-71d9-4535-845f-2445619966f1 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:15:40.554457 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb1d21-298f-488d-ba72-5964ce6d0ed4 req-5f98893f-494a-4af9-9516-ea0ab804d9c4 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:40.561893 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7beb1d21-298f-488d-ba72-5964ce6d0ed4 req-5f98893f-494a-4af9-9516-ea0ab804d9c4 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=e26acfa5-94f2-4d1d-8bfd-9f82e73861f8 HTTP/1.1" status: 200 len: 945 time: 0.0748122 Jul 28 01:15:40.613093 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7beb1d21-298f-488d-ba72-5964ce6d0ed4 req-85f198c1-8577-434a-aa3b-32313d72c6b2 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503023 Jul 28 01:15:40.626806 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 48860) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:40.737896 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:40.751587 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 1e651628-e44f-4cfc-903e-a097217678bd details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 01:15:40.752920 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46caae6-64fc-4748-ba66-9df25eea657f req-fa532a63-073f-439b-81c9-353c5cf7c7f4 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:40.760524 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b46caae6-64fc-4748-ba66-9df25eea657f req-fa532a63-073f-439b-81c9-353c5cf7c7f4 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/ports?device_id=222b4c4a-bb44-4b89-8ed5-946ba5069e67 HTTP/1.1" status: 200 len: 944 time: 0.0635059 Jul 28 01:15:40.783219 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:DELETE=7,neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:40.810021 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b46caae6-64fc-4748-ba66-9df25eea657f req-c14bcd19-b844-43c6-8d84-40761d1d4d32 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/security-groups?id=fc18f291-ea84-4c3c-9abc-ddc3a5568efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469279 Jul 28 01:15:40.822710 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-c18ce819-d4ab-4f67-915f-13473983f21c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=dcfd0d3d2054418b8e8276af1dab455f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1924255 Jul 28 01:15:40.823709 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 48866) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:40.840566 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=100 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:40.871801 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:40.887955 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-051758f7-95e7-4515-a0bf-4ad6aa7fdf91 admin admin] Publish callbacks [] for security_group (1364f5c3-5b10-4ef5-9be0-de918400f05f), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:40.897196 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 1e651628-e44f-4cfc-903e-a097217678bd, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1e651628-e44f-4cfc-903e-a097217678bd,segment=NetworkSegment(84998b0a-4c53-4c56-b0ae-ac26c210f8c0),segment_id=84998b0a-4c53-4c56-b0ae-ac26c210f8c0)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:15:40.909626 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Returning: {'device': '1e651628-e44f-4cfc-903e-a097217678bd', 'network_id': '38ba4013-ec1c-4018-b20b-27b9ee596ca4', 'port_id': '1e651628-e44f-4cfc-903e-a097217678bd', 'mac_address': 'fa:16:3e:a9:02:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b81d4d01-94e8-4767-bceb-2eb6c08cd72d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 01:15:40.912946 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-051758f7-95e7-4515-a0bf-4ad6aa7fdf91 admin admin] Publish callbacks [] for security_group (1364f5c3-5b10-4ef5-9be0-de918400f05f), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:40.949524 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port 1e651628-e44f-4cfc-903e-a097217678bd is: DOWN; New status is: BUILD {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:15:40.950820 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (1e651628-e44f-4cfc-903e-a097217678bd), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:40.967953 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e651628-e44f-4cfc-903e-a097217678bd {{(pid=104163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 01:15:40.977483 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-051758f7-95e7-4515-a0bf-4ad6aa7fdf91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (1364f5c3-5b10-4ef5-9be0-de918400f05f), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:40.980742 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-051758f7-95e7-4515-a0bf-4ad6aa7fdf91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:40.984878 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-051758f7-95e7-4515-a0bf-4ad6aa7fdf91 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/1364f5c3-5b10-4ef5-9be0-de918400f05f HTTP/1.1" status: 204 len: 168 time: 0.1576896 Jul 28 01:15:40.991904 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 1e651628-e44f-4cfc-903e-a097217678bd, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1e651628-e44f-4cfc-903e-a097217678bd,segment=NetworkSegment(84998b0a-4c53-4c56-b0ae-ac26c210f8c0),segment_id=84998b0a-4c53-4c56-b0ae-ac26c210f8c0)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:15:40.993259 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051758f7-95e7-4515-a0bf-4ad6aa7fdf91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1364f5c3-5b10-4ef5-9be0-de918400f05f,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:40.999353 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (1e651628-e44f-4cfc-903e-a097217678bd), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:41.104737 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=1e651628-e44f-4cfc-903e-a097217678bd,revision_number=4']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:41.285875 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] get_ports_and_sgs() called for port_ids ['1e651628-e44f-4cfc-903e-a097217678bd'] {{(pid=104163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 01:15:41.353945 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:41.378419 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:41.742076 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae747a5-e35d-4d09-b10b-f42cbfe22aae req-31d13c72-b894-4828-bcda-0f77a8f8ee87 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:41.743669 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1ae747a5-e35d-4d09-b10b-f42cbfe22aae req-31d13c72-b894-4828-bcda-0f77a8f8ee87 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=e26acfa5-94f2-4d1d-8bfd-9f82e73861f8 HTTP/1.1" status: 200 len: 945 time: 0.0476441 Jul 28 01:15:41.796509 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1ae747a5-e35d-4d09-b10b-f42cbfe22aae req-dfeb674b-f66a-4192-a1e1-104f639b1b1b tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471027 Jul 28 01:15:41.936260 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35526fab-cbd1-46be-8113-cf4738b7ef11 req-f7523273-f024-4869-ae0e-2b42971fb59d tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:41.937693 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-35526fab-cbd1-46be-8113-cf4738b7ef11 req-f7523273-f024-4869-ae0e-2b42971fb59d tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/ports?device_id=222b4c4a-bb44-4b89-8ed5-946ba5069e67 HTTP/1.1" status: 200 len: 945 time: 0.0499122 Jul 28 01:15:41.995413 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-35526fab-cbd1-46be-8113-cf4738b7ef11 req-e6586b7f-6df5-4807-902a-2bd9e55b3cd4 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/security-groups?id=fc18f291-ea84-4c3c-9abc-ddc3a5568efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513988 Jul 28 01:15:42.686707 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:42.783209 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 1e651628-e44f-4cfc-903e-a097217678bd up at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:15:42.834645 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Provisioning for port 1e651628-e44f-4cfc-903e-a097217678bd completed by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 01:15:42.842823 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Provisioning complete for port 1e651628-e44f-4cfc-903e-a097217678bd triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:15:42.843589 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (1e651628-e44f-4cfc-903e-a097217678bd), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:42.918070 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6fc25a-65e0-470f-bd89-ea4e5f9757c7 req-9694c18f-45c5-46b6-bf0a-981cd625be23 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:42.919602 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4d6fc25a-65e0-470f-bd89-ea4e5f9757c7 req-9694c18f-45c5-46b6-bf0a-981cd625be23 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=e26acfa5-94f2-4d1d-8bfd-9f82e73861f8 HTTP/1.1" status: 200 len: 945 time: 0.0484626 Jul 28 01:15:42.923610 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port 1e651628-e44f-4cfc-903e-a097217678bd is: BUILD; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:15:42.924007 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (1e651628-e44f-4cfc-903e-a097217678bd), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:42.953610 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222b4c4a-bb44-4b89-8ed5-946ba5069e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e651628-e44f-4cfc-903e-a097217678bd'}] {{(pid=104163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:15:42.956230 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74574a7e5f5019bac05c50995ec4c38decffa50ba6d5d10f63080a9b4086ca7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abb7d14-5a55-4af2-91e6-24de03621928" -d '{"events": [{"server_uuid": "222b4c4a-bb44-4b89-8ed5-946ba5069e67", "name": "network-vif-plugged", "status": "completed", "tag": "1e651628-e44f-4cfc-903e-a097217678bd"}]}' {{(pid=104163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:15:42.970368 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 1e651628-e44f-4cfc-903e-a097217678bd, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1e651628-e44f-4cfc-903e-a097217678bd,segment=NetworkSegment(84998b0a-4c53-4c56-b0ae-ac26c210f8c0),segment_id=84998b0a-4c53-4c56-b0ae-ac26c210f8c0)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:15:42.972813 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4d6fc25a-65e0-470f-bd89-ea4e5f9757c7 req-d7ffa474-b4b2-49f3-8633-3eb5bd59ac41 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454407 Jul 28 01:15:42.979205 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (1e651628-e44f-4cfc-903e-a097217678bd), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:43.020528 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 01:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e08631c-627e-4858-a662-8297673045b2 x-openstack-request-id: req-5e08631c-627e-4858-a662-8297673045b2 {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:15:43.020812 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "222b4c4a-bb44-4b89-8ed5-946ba5069e67", "name": "network-vif-plugged", "status": "completed", "tag": "1e651628-e44f-4cfc-903e-a097217678bd", "code": 200}]} {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:15:43.021061 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-5e08631c-627e-4858-a662-8297673045b2 {{(pid=104163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:15:43.021447 dv-cinder-815582-11-iscsi neutron-server[104163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e08631c-627e-4858-a662-8297673045b2'] response: {'server_uuid': '222b4c4a-bb44-4b89-8ed5-946ba5069e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e651628-e44f-4cfc-903e-a097217678bd', 'code': 200} Jul 28 01:15:43.054152 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=1e651628-e44f-4cfc-903e-a097217678bd,revision_number=5']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:43.059947 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:43.151302 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29b2e1-6e62-4db8-aa18-5b463035dcb8 req-e4e55bdd-2099-464c-8407-268e951e6793 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:43.152827 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fd29b2e1-6e62-4db8-aa18-5b463035dcb8 req-e4e55bdd-2099-464c-8407-268e951e6793 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/ports?device_id=222b4c4a-bb44-4b89-8ed5-946ba5069e67 HTTP/1.1" status: 200 len: 946 time: 0.0638943 Jul 28 01:15:43.233489 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fd29b2e1-6e62-4db8-aa18-5b463035dcb8 req-3621af14-9ae3-4ec5-be21-a4044e6abe3a tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/security-groups?id=fc18f291-ea84-4c3c-9abc-ddc3a5568efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743272 Jul 28 01:15:43.247340 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad183e60-9bba-4b67-89b9-4da6edd49002 req-dff9aab5-e4c3-484a-846a-c279049a9a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:43.249051 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ad183e60-9bba-4b67-89b9-4da6edd49002 req-dff9aab5-e4c3-484a-846a-c279049a9a7b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=222b4c4a-bb44-4b89-8ed5-946ba5069e67 HTTP/1.1" status: 200 len: 1130 time: 0.0491421 Jul 28 01:15:43.309080 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ad183e60-9bba-4b67-89b9-4da6edd49002 req-b72052e1-48c0-47c2-bae1-d8114cedff0f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fc18f291-ea84-4c3c-9abc-ddc3a5568efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525091 Jul 28 01:15:43.833438 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 48926) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:43.940831 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2079c288-7b57-41bd-a5d9-817a01dfa996 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:44.032738 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2079c288-7b57-41bd-a5d9-817a01dfa996 admin admin] Publish callbacks [] for security_group (56657e62-c6e2-4cc9-90dc-6b34802ca957), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:44.037694 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2079c288-7b57-41bd-a5d9-817a01dfa996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (56657e62-c6e2-4cc9-90dc-6b34802ca957), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:44.106880 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-2079c288-7b57-41bd-a5d9-817a01dfa996 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=bfffdfdda3c74285a3b35d2e4c12ce2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2722850 Jul 28 01:15:44.110084 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2079c288-7b57-41bd-a5d9-817a01dfa996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56657e62-c6e2-4cc9-90dc-6b34802ca957,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:44.110282 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 48932) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:44.129563 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b6017-bd96-4d49-88e3-56f04086f671 req-0067e6a6-ba66-4d98-aaf6-a60e458b713a tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:44.131534 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-aa1b6017-bd96-4d49-88e3-56f04086f671 req-0067e6a6-ba66-4d98-aaf6-a60e458b713a tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=e26acfa5-94f2-4d1d-8bfd-9f82e73861f8 HTTP/1.1" status: 200 len: 945 time: 0.0697343 Jul 28 01:15:44.176894 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ae446bc7-fb7c-4594-aae1-fece54c356d0 admin admin] Publish callbacks [] for security_group (56657e62-c6e2-4cc9-90dc-6b34802ca957), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:44.184893 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-aa1b6017-bd96-4d49-88e3-56f04086f671 req-6aa55bcc-3205-45b1-a95e-8576de6648a1 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475297 Jul 28 01:15:44.205691 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ae446bc7-fb7c-4594-aae1-fece54c356d0 admin admin] Publish callbacks [] for security_group (56657e62-c6e2-4cc9-90dc-6b34802ca957), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:44.264489 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ae446bc7-fb7c-4594-aae1-fece54c356d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (56657e62-c6e2-4cc9-90dc-6b34802ca957), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:44.267273 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ae446bc7-fb7c-4594-aae1-fece54c356d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:44.268623 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-ae446bc7-fb7c-4594-aae1-fece54c356d0 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/56657e62-c6e2-4cc9-90dc-6b34802ca957 HTTP/1.1" status: 204 len: 168 time: 0.1571362 Jul 28 01:15:44.277634 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae446bc7-fb7c-4594-aae1-fece54c356d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56657e62-c6e2-4cc9-90dc-6b34802ca957,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:44.369086 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:44.383312 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:44.393311 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a345428-b765-40e4-a412-44161f5cc41c req-9a428a23-dd58-4c0b-98e3-2be773e0d16e tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:44.394906 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4a345428-b765-40e4-a412-44161f5cc41c req-9a428a23-dd58-4c0b-98e3-2be773e0d16e tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/ports?device_id=222b4c4a-bb44-4b89-8ed5-946ba5069e67 HTTP/1.1" status: 200 len: 946 time: 0.0583518 Jul 28 01:15:44.465269 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4a345428-b765-40e4-a412-44161f5cc41c req-16bf98ea-e93e-45f3-94bc-c78beea110f7 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/security-groups?id=fc18f291-ea84-4c3c-9abc-ddc3a5568efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636771 Jul 28 01:15:45.038171 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 48966) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:45.161002 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-cb2cfb16-a3ff-41ab-829b-2150ac031919 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-97714067-network', 'tenant_id': '9889594f4bf84c4591714b505f1861fe'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:15:45.184547 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2cfb16-a3ff-41ab-829b-2150ac031919 admin admin] Made reservation on behalf of 9889594f4bf84c4591714b505f1861fe for: {'network': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:15:45.187407 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cb2cfb16-a3ff-41ab-829b-2150ac031919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for network (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:45.189426 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:45.201225 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cb2cfb16-a3ff-41ab-829b-2150ac031919 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:45.299481 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cb2cfb16-a3ff-41ab-829b-2150ac031919 admin admin] Publish callbacks [] for security_group (6c414b76-4fd3-48d1-bf9e-58b887b37ac9), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:45.303901 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cb2cfb16-a3ff-41ab-829b-2150ac031919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (6c414b76-4fd3-48d1-bf9e-58b887b37ac9), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:45.338071 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb2cfb16-a3ff-41ab-829b-2150ac031919 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=104161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 01:15:45.346478 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2cfb16-a3ff-41ab-829b-2150ac031919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c414b76-4fd3-48d1-bf9e-58b887b37ac9,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:45.349392 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977c507-2173-4154-a718-9e01cf4beb2d req-e48cc9de-fc75-4433-846d-cac018aeb054 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:45.351030 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-3977c507-2173-4154-a718-9e01cf4beb2d req-e48cc9de-fc75-4433-846d-cac018aeb054 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=e26acfa5-94f2-4d1d-8bfd-9f82e73861f8 HTTP/1.1" status: 200 len: 945 time: 0.0744994 Jul 28 01:15:45.351665 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cb2cfb16-a3ff-41ab-829b-2150ac031919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084'] for segment (d7d23a5b-c556-4a0e-bc86-f30be2745df3), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:45.352006 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.db.segments_db [None req-cb2cfb16-a3ff-41ab-829b-2150ac031919 admin admin] Added segment d7d23a5b-c556-4a0e-bc86-f30be2745df3 of type vlan for network 3896987d-a99e-4647-8e6b-6bfb34b8ea7a Jul 28 01:15:45.407426 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cb2cfb16-a3ff-41ab-829b-2150ac031919 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778716385410'] for network (3896987d-a99e-4647-8e6b-6bfb34b8ea7a), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:45.421623 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-3977c507-2173-4154-a718-9e01cf4beb2d req-4bd01624-73dd-49c0-a859-e55b851e6c62 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544686 Jul 28 01:15:45.452351 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cb2cfb16-a3ff-41ab-829b-2150ac031919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for network (3896987d-a99e-4647-8e6b-6bfb34b8ea7a), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:45.453896 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2cfb16-a3ff-41ab-829b-2150ac031919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:45.454624 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cb2cfb16-a3ff-41ab-829b-2150ac031919 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:45.515476 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-cb2cfb16-a3ff-41ab-829b-2150ac031919 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.4761441 Jul 28 01:15:45.518028 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 48984) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:45.523661 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-bd56d2b9-9ec3-4ec1-bb23-f161665e58e7 admin admin] Request body: {'subnet': {'network_id': '3896987d-a99e-4647-8e6b-6bfb34b8ea7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-97714067-subnet', 'tenant_id': '9889594f4bf84c4591714b505f1861fe', 'ip_version': 4}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:15:45.530570 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2cfb16-a3ff-41ab-829b-2150ac031919 admin admin] Pushing event updated for resources: {'Network': ['ID=3896987d-a99e-4647-8e6b-6bfb34b8ea7a,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:45.542673 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Network 3896987d-a99e-4647-8e6b-6bfb34b8ea7a details requested by agent ovs-agent-dv-cinder-815582-11-iscsi with host dv-cinder-815582-11-iscsi {{(pid=104163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 01:15:45.577379 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd56d2b9-9ec3-4ec1-bb23-f161665e58e7 admin admin] Made reservation on behalf of 9889594f4bf84c4591714b505f1861fe for: {'subnet': 1} {{(pid=104162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:15:45.580284 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-bd56d2b9-9ec3-4ec1-bb23-f161665e58e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4537658'] for subnet (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:45.659651 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d1355-ca74-4035-a373-ed459842fff5 req-ee4d7d11-0303-4a84-902c-ac2d865d9bd5 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:45.661221 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d61d1355-ca74-4035-a373-ed459842fff5 req-ee4d7d11-0303-4a84-902c-ac2d865d9bd5 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/ports?device_id=222b4c4a-bb44-4b89-8ed5-946ba5069e67 HTTP/1.1" status: 200 len: 946 time: 0.1008797 Jul 28 01:15:45.738182 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d61d1355-ca74-4035-a373-ed459842fff5 req-0dc2ee77-f613-4df3-b46f-00a567b639c8 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/security-groups?id=fc18f291-ea84-4c3c-9abc-ddc3a5568efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695684 Jul 28 01:15:45.836919 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-bd56d2b9-9ec3-4ec1-bb23-f161665e58e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4518859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4537620'] for subnet (795ace15-547b-4b04-8e63-5e779c7d0b43), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:45.891252 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd56d2b9-9ec3-4ec1-bb23-f161665e58e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=795ace15-547b-4b04-8e63-5e779c7d0b43,revision_number=0']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:45.906735 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd56d2b9-9ec3-4ec1-bb23-f161665e58e7 admin admin] Checking segment: {'id': 'd7d23a5b-c556-4a0e-bc86-f30be2745df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3896987d-a99e-4647-8e6b-6bfb34b8ea7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:15:45.907273 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd56d2b9-9ec3-4ec1-bb23-f161665e58e7 admin admin] Network hostable DHCP agents. Network: 3896987d-a99e-4647-8e6b-6bfb34b8ea7a, hostable agents: ['1da181d0-8fa3-49c1-8992-3db4e395f26f'], hosted agents: [] {{(pid=104162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 01:15:45.924252 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd56d2b9-9ec3-4ec1-bb23-f161665e58e7 admin admin] Network 3896987d-a99e-4647-8e6b-6bfb34b8ea7a is scheduled to be hosted by DHCP agent 1da181d0-8fa3-49c1-8992-3db4e395f26f with binding_index 1 {{(pid=104162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 01:15:45.933242 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-bd56d2b9-9ec3-4ec1-bb23-f161665e58e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-11-iscsi, 3896987d-a99e-4647-8e6b-6bfb34b8ea7a) {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:15:45.940784 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd56d2b9-9ec3-4ec1-bb23-f161665e58e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:45.941705 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-bd56d2b9-9ec3-4ec1-bb23-f161665e58e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:45.945986 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422f0add-b6ae-453f-b055-3d7735af39e3 None None] Network 3896987d-a99e-4647-8e6b-6bfb34b8ea7a requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:15:45.963366 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-bd56d2b9-9ec3-4ec1-bb23-f161665e58e7 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4415133 Jul 28 01:15:45.963577 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 48992) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:45.967919 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-3e0b4cc3-ce8d-479c-9bcd-311e3bd2fe2b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-97714067-router', 'tenant_id': '9889594f4bf84c4591714b505f1861fe', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'}}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:15:45.999006 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3e0b4cc3-ce8d-479c-9bcd-311e3bd2fe2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-425'] for router (c67c009b-bbdb-4341-b0dc-8abeecd68e04), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:46.000366 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3e0b4cc3-ce8d-479c-9bcd-311e3bd2fe2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947450', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-416'] for router (c67c009b-bbdb-4341-b0dc-8abeecd68e04), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:46.063693 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3e0b4cc3-ce8d-479c-9bcd-311e3bd2fe2b admin admin] Publish callbacks [] for router_controller (c67c009b-bbdb-4341-b0dc-8abeecd68e04), precommit_add_association {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:46.096618 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fb5a92-07db-4b27-814b-73e5aec49bc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11df1cfc-1f6d-5ec1-8de9-f52b05ea7209-3896987d-a99e-4647-8e6b-6bfb34b8ea7a', 'network_id': '3896987d-a99e-4647-8e6b-6bfb34b8ea7a', 'project_id': '9889594f4bf84c4591714b505f1861fe', 'fixed_ips': [{'subnet_id': '795ace15-547b-4b04-8e63-5e779c7d0b43'}]}} from dv-cinder-815582-11-iscsi. {{(pid=104163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 01:15:46.097598 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-01fb5a92-07db-4b27-814b-73e5aec49bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:46.101454 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:46.217125 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3e0b4cc3-ce8d-479c-9bcd-311e3bd2fe2b admin admin] Publish callbacks [] for router_gateway (c67c009b-bbdb-4341-b0dc-8abeecd68e04), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:46.220007 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:46.253362 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.db_base_plugin_common [None req-01fb5a92-07db-4b27-814b-73e5aec49bc4 None None] Allocated IP 172.20.0.2 (3896987d-a99e-4647-8e6b-6bfb34b8ea7a/795ace15-547b-4b04-8e63-5e779c7d0b43/47f05d30-58bc-43cd-8ae1-d9ef0706a780) {{(pid=104163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:15:46.444813 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3e0b4cc3-ce8d-479c-9bcd-311e3bd2fe2b admin admin] Publish callbacks [] for router_gateway (c67c009b-bbdb-4341-b0dc-8abeecd68e04), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:46.446866 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-01fb5a92-07db-4b27-814b-73e5aec49bc4 None None] Publish callbacks [] for port (47f05d30-58bc-43cd-8ae1-d9ef0706a780), precommit_create {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:46.459289 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-01fb5a92-07db-4b27-814b-73e5aec49bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427'] for port (47f05d30-58bc-43cd-8ae1-d9ef0706a780), after_create {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:46.481575 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fb5a92-07db-4b27-814b-73e5aec49bc4 None None] Network 3896987d-a99e-4647-8e6b-6bfb34b8ea7a is already hosted by enough agents. {{(pid=104163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:15:46.487764 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.scheduler.base_scheduler [None req-01fb5a92-07db-4b27-814b-73e5aec49bc4 None None] Resources bound (agent type, host, resource id): {{(pid=104163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:15:46.490665 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3e0b4cc3-ce8d-479c-9bcd-311e3bd2fe2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:46.498243 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:46.519547 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fb5a92-07db-4b27-814b-73e5aec49bc4 None None] Received port after_create {{(pid=104163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:15:46.620146 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:46.622498 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb5a92-07db-4b27-814b-73e5aec49bc4 None None] Pushing event updated for resources: {'Port': ['ID=47f05d30-58bc-43cd-8ae1-d9ef0706a780,revision_number=1']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:46.632130 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-01fb5a92-07db-4b27-814b-73e5aec49bc4 None None] Attempting to bind port 47f05d30-58bc-43cd-8ae1-d9ef0706a780 on host dv-cinder-815582-11-iscsi for vnic_type normal with profile {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:15:46.632802 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-01fb5a92-07db-4b27-814b-73e5aec49bc4 None None] Attempting to bind port 47f05d30-58bc-43cd-8ae1-d9ef0706a780 by drivers openvswitch,hyperv on host dv-cinder-815582-11-iscsi at level 0 using segments [{'id': 'd7d23a5b-c556-4a0e-bc86-f30be2745df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3896987d-a99e-4647-8e6b-6bfb34b8ea7a'}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:15:46.633240 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fb5a92-07db-4b27-814b-73e5aec49bc4 None None] Attempting to bind port 47f05d30-58bc-43cd-8ae1-d9ef0706a780 on network 3896987d-a99e-4647-8e6b-6bfb34b8ea7a {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:15:46.638487 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fb5a92-07db-4b27-814b-73e5aec49bc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:46.638821 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fb5a92-07db-4b27-814b-73e5aec49bc4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:46.639253 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fb5a92-07db-4b27-814b-73e5aec49bc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:46.639608 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fb5a92-07db-4b27-814b-73e5aec49bc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:46.639956 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fb5a92-07db-4b27-814b-73e5aec49bc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:46.640274 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fb5a92-07db-4b27-814b-73e5aec49bc4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:46.640602 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fb5a92-07db-4b27-814b-73e5aec49bc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:46.640925 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fb5a92-07db-4b27-814b-73e5aec49bc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:46.641417 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fb5a92-07db-4b27-814b-73e5aec49bc4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:46.641681 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fb5a92-07db-4b27-814b-73e5aec49bc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:46.641995 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fb5a92-07db-4b27-814b-73e5aec49bc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:46.642324 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fb5a92-07db-4b27-814b-73e5aec49bc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:46.642646 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fb5a92-07db-4b27-814b-73e5aec49bc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:46.643007 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fb5a92-07db-4b27-814b-73e5aec49bc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:46.643315 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fb5a92-07db-4b27-814b-73e5aec49bc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:15:46.650421 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fb5a92-07db-4b27-814b-73e5aec49bc4 None None] Checking agent: {'id': 'e0b16abb-2210-4432-8141-713fb95a37e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 4, 43), 'started_at': datetime.datetime(2022, 7, 28, 1, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:15:46.650800 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fb5a92-07db-4b27-814b-73e5aec49bc4 None None] Checking segment: {'id': 'd7d23a5b-c556-4a0e-bc86-f30be2745df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3896987d-a99e-4647-8e6b-6bfb34b8ea7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:15:46.651438 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-01fb5a92-07db-4b27-814b-73e5aec49bc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:46.651979 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fb5a92-07db-4b27-814b-73e5aec49bc4 None None] Bound using segment: {'id': 'd7d23a5b-c556-4a0e-bc86-f30be2745df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3896987d-a99e-4647-8e6b-6bfb34b8ea7a'} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:15:46.652466 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-01fb5a92-07db-4b27-814b-73e5aec49bc4 None None] Bound port: 47f05d30-58bc-43cd-8ae1-d9ef0706a780, host: dv-cinder-815582-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7d23a5b-c556-4a0e-bc86-f30be2745df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3896987d-a99e-4647-8e6b-6bfb34b8ea7a'}}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:15:46.652853 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-01fb5a92-07db-4b27-814b-73e5aec49bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (47f05d30-58bc-43cd-8ae1-d9ef0706a780), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:46.664625 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_common [None req-3e0b4cc3-ce8d-479c-9bcd-311e3bd2fe2b admin admin] Allocated IP 172.27.1.195 (db4fd262-df4a-4858-b92c-469a7b8f139e/fbbec24e-3b1c-439c-846a-fd72122ae4ff/c05ab06b-3d93-4b79-b078-88f76479c056) {{(pid=104162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:15:46.674806 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245dc661-75ed-40c3-add9-ab26b7a9e158 req-c62d46d8-c2bf-4e49-914b-1b062a6de12c tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:46.676640 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-245dc661-75ed-40c3-add9-ab26b7a9e158 req-c62d46d8-c2bf-4e49-914b-1b062a6de12c tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=e26acfa5-94f2-4d1d-8bfd-9f82e73861f8 HTTP/1.1" status: 200 len: 945 time: 0.0735641 Jul 28 01:15:46.725693 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-01fb5a92-07db-4b27-814b-73e5aec49bc4 None None] For port 47f05d30-58bc-43cd-8ae1-d9ef0706a780, host dv-cinder-815582-11-iscsi, cleared binding levels {{(pid=104163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:15:46.729487 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-01fb5a92-07db-4b27-814b-73e5aec49bc4 None None] For port 47f05d30-58bc-43cd-8ae1-d9ef0706a780, host dv-cinder-815582-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=47f05d30-58bc-43cd-8ae1-d9ef0706a780,segment=NetworkSegment(d7d23a5b-c556-4a0e-bc86-f30be2745df3),segment_id=d7d23a5b-c556-4a0e-bc86-f30be2745df3)] {{(pid=104163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:15:46.736926 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-01fb5a92-07db-4b27-814b-73e5aec49bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (47f05d30-58bc-43cd-8ae1-d9ef0706a780), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:46.786708 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-245dc661-75ed-40c3-add9-ab26b7a9e158 req-372db1d9-9ed4-4535-8be1-f517d98d5503 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003993 Jul 28 01:15:46.820291 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb5a92-07db-4b27-814b-73e5aec49bc4 None None] Pushing event updated for resources: {'Port': ['ID=47f05d30-58bc-43cd-8ae1-d9ef0706a780,revision_number=2']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:46.848319 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3e0b4cc3-ce8d-479c-9bcd-311e3bd2fe2b admin admin] Publish callbacks [] for port (c05ab06b-3d93-4b79-b078-88f76479c056), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:46.922699 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3e0b4cc3-ce8d-479c-9bcd-311e3bd2fe2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (c05ab06b-3d93-4b79-b078-88f76479c056), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:46.944243 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28ec07-0867-4069-8dca-bd244e399718 req-863a69ba-6884-4077-bf6c-1b2369d99fe9 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:46.945985 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-5d28ec07-0867-4069-8dca-bd244e399718 req-863a69ba-6884-4077-bf6c-1b2369d99fe9 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/ports?device_id=222b4c4a-bb44-4b89-8ed5-946ba5069e67 HTTP/1.1" status: 200 len: 946 time: 0.0713480 Jul 28 01:15:46.984274 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0b4cc3-ce8d-479c-9bcd-311e3bd2fe2b admin admin] Network db4fd262-df4a-4858-b92c-469a7b8f139e is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:15:46.992475 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-3e0b4cc3-ce8d-479c-9bcd-311e3bd2fe2b admin admin] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:15:47.005583 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0b4cc3-ce8d-479c-9bcd-311e3bd2fe2b admin admin] Received port after_create {{(pid=104162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:15:47.048549 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b4cc3-ce8d-479c-9bcd-311e3bd2fe2b admin admin] Pushing event updated for resources: {'Port': ['ID=c05ab06b-3d93-4b79-b078-88f76479c056,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:47.151582 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-5d28ec07-0867-4069-8dca-bd244e399718 req-6f3c73df-cb69-430c-b603-0efbf963aa65 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/security-groups?id=fc18f291-ea84-4c3c-9abc-ddc3a5568efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840703 Jul 28 01:15:47.181194 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:47.309391 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3e0b4cc3-ce8d-479c-9bcd-311e3bd2fe2b admin admin] Publish callbacks [] for router_gateway (c67c009b-bbdb-4341-b0dc-8abeecd68e04), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:47.528470 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3e0b4cc3-ce8d-479c-9bcd-311e3bd2fe2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-947334'] for router (c67c009b-bbdb-4341-b0dc-8abeecd68e04), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:47.531312 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:47.703351 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0b4cc3-ce8d-479c-9bcd-311e3bd2fe2b admin admin] Router c67c009b-bbdb-4341-b0dc-8abeecd68e04 is scheduled to L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f with binding_index 1 {{(pid=104162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 01:15:47.849306 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0b4cc3-ce8d-479c-9bcd-311e3bd2fe2b admin admin] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:15:47.866500 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1825a5af-3bc6-49ad-93b3-342e76a722b8 None None] Sync routers for ids ['c67c009b-bbdb-4341-b0dc-8abeecd68e04'] in dv-cinder-815582-11-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:15:47.875825 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3e0b4cc3-ce8d-479c-9bcd-311e3bd2fe2b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:47.883232 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-3e0b4cc3-ce8d-479c-9bcd-311e3bd2fe2b admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9175887 Jul 28 01:15:47.885054 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 49020) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:47.897361 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1825a5af-3bc6-49ad-93b3-342e76a722b8 None None] Routers {'c67c009b-bbdb-4341-b0dc-8abeecd68e04'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:15:47.898090 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-1825a5af-3bc6-49ad-93b3-342e76a722b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:15:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['c67c009b-bbdb-4341-b0dc-8abeecd68e04'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:15:47.944544 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637428a7-9972-4728-90c6-b9c54c6d1ec9 None None] Network 3896987d-a99e-4647-8e6b-6bfb34b8ea7a requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:15:48.039466 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-01b05ee7-f5ab-4280-bb14-f5c499892da5 None None] Provisioning complete for port 47f05d30-58bc-43cd-8ae1-d9ef0706a780 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:15:48.039999 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-01b05ee7-f5ab-4280-bb14-f5c499892da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (47f05d30-58bc-43cd-8ae1-d9ef0706a780), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:48.109900 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:48.171882 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-1825a5af-3bc6-49ad-93b3-342e76a722b8 None None] Set router c67c009b-bbdb-4341-b0dc-8abeecd68e04 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:15:48.346457 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642373a-f394-441e-ad70-567cb5220a79 req-2550833f-10bd-4b7b-9d2e-bfa3882efa81 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:48.349526 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e642373a-f394-441e-ad70-567cb5220a79 req-2550833f-10bd-4b7b-9d2e-bfa3882efa81 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=e26acfa5-94f2-4d1d-8bfd-9f82e73861f8 HTTP/1.1" status: 200 len: 945 time: 0.4553442 Jul 28 01:15:48.384008 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4e392-2029-4357-b8fd-f0581c5b5443 req-faff40f6-4b88-4776-a24a-0c6da51786f8 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:48.385488 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-3bd4e392-2029-4357-b8fd-f0581c5b5443 req-faff40f6-4b88-4776-a24a-0c6da51786f8 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.42 "GET /v2.0/ports?device_id=222b4c4a-bb44-4b89-8ed5-946ba5069e67 HTTP/1.1" status: 200 len: 946 time: 0.0945938 Jul 28 01:15:48.392593 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 47f05d30-58bc-43cd-8ae1-d9ef0706a780 up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:15:48.549100 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e642373a-f394-441e-ad70-567cb5220a79 req-73abb96b-6445-412a-a336-352dd288fc8e tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871212 Jul 28 01:15:48.582829 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-01b05ee7-f5ab-4280-bb14-f5c499892da5 None None] Current status of the port 47f05d30-58bc-43cd-8ae1-d9ef0706a780 is: DOWN; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:15:48.583269 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-01b05ee7-f5ab-4280-bb14-f5c499892da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (47f05d30-58bc-43cd-8ae1-d9ef0706a780), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:48.643318 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port 47f05d30-58bc-43cd-8ae1-d9ef0706a780 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:15:48.654867 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (47f05d30-58bc-43cd-8ae1-d9ef0706a780), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:48.775807 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:48.781895 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [req-3bd4e392-2029-4357-b8fd-f0581c5b5443 req-681b4b87-e313-4b0c-8f8f-20c74d853185 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Deleting port 1e651628-e44f-4cfc-903e-a097217678bd {{(pid=104162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:15:48.782387 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-3bd4e392-2029-4357-b8fd-f0581c5b5443 req-681b4b87-e313-4b0c-8f8f-20c74d853185 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (1e651628-e44f-4cfc-903e-a097217678bd), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:48.826011 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-01b05ee7-f5ab-4280-bb14-f5c499892da5 None None] For port 47f05d30-58bc-43cd-8ae1-d9ef0706a780, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=47f05d30-58bc-43cd-8ae1-d9ef0706a780,segment=NetworkSegment(d7d23a5b-c556-4a0e-bc86-f30be2745df3),segment_id=d7d23a5b-c556-4a0e-bc86-f30be2745df3)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:15:48.839197 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-01b05ee7-f5ab-4280-bb14-f5c499892da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (47f05d30-58bc-43cd-8ae1-d9ef0706a780), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:48.864368 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e39f3-362f-456f-ab5c-3216006f029a req-d900a206-78c4-4b6f-b9ea-cef13754803a tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:48.865803 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-476e39f3-362f-456f-ab5c-3216006f029a req-d900a206-78c4-4b6f-b9ea-cef13754803a tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/ports?device_id=222b4c4a-bb44-4b89-8ed5-946ba5069e67 HTTP/1.1" status: 200 len: 946 time: 0.1648269 Jul 28 01:15:48.881746 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:48.885103 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-1825a5af-3bc6-49ad-93b3-342e76a722b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67c009b-bbdb-4341-b0dc-8abeecd68e04', 'name': 'tempest-TestMinimumBasicScenario-97714067-router', 'tenant_id': '9889594f4bf84c4591714b505f1861fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c05ab06b-3d93-4b79-b078-88f76479c056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:46Z', 'updated_at': '2022-07-28T01:15:47Z', 'revision_number': 3, 'project_id': '9889594f4bf84c4591714b505f1861fe', 'gw_port': {'id': 'c05ab06b-3d93-4b79-b078-88f76479c056', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67c009b-bbdb-4341-b0dc-8abeecd68e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:46Z', 'updated_at': '2022-07-28T01:15:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi'}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:15:48.942763 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1825a5af-3bc6-49ad-93b3-342e76a722b8 None None] Checking router: c67c009b-bbdb-4341-b0dc-8abeecd68e04 for host: dv-cinder-815582-11-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:15:48.943126 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1825a5af-3bc6-49ad-93b3-342e76a722b8 None None] Updating router c67c009b-bbdb-4341-b0dc-8abeecd68e04 port c05ab06b-3d93-4b79-b078-88f76479c056 binding host dv-cinder-815582-11-iscsi {{(pid=104163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 01:15:48.998450 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:49.004253 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port 47f05d30-58bc-43cd-8ae1-d9ef0706a780 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:15:49.010049 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b05ee7-f5ab-4280-bb14-f5c499892da5 None None] Pushing event updated for resources: {'Port': ['ID=47f05d30-58bc-43cd-8ae1-d9ef0706a780,revision_number=3']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:49.012747 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-f40f681a-6413-4a5e-a8a8-f3abdc5046a7 None None] Provisioning complete for port 47f05d30-58bc-43cd-8ae1-d9ef0706a780 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:15:49.013145 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-f40f681a-6413-4a5e-a8a8-f3abdc5046a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (47f05d30-58bc-43cd-8ae1-d9ef0706a780), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:49.016867 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-1825a5af-3bc6-49ad-93b3-342e76a722b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (c05ab06b-3d93-4b79-b078-88f76479c056), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:49.028431 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [req-3bd4e392-2029-4357-b8fd-f0581c5b5443 req-681b4b87-e313-4b0c-8f8f-20c74d853185 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] For port 1e651628-e44f-4cfc-903e-a097217678bd, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1e651628-e44f-4cfc-903e-a097217678bd,segment=NetworkSegment(84998b0a-4c53-4c56-b0ae-ac26c210f8c0),segment_id=84998b0a-4c53-4c56-b0ae-ac26c210f8c0)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:15:49.028907 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-3bd4e392-2029-4357-b8fd-f0581c5b5443 req-681b4b87-e313-4b0c-8f8f-20c74d853185 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (1e651628-e44f-4cfc-903e-a097217678bd), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:49.068512 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [req-3bd4e392-2029-4357-b8fd-f0581c5b5443 req-681b4b87-e313-4b0c-8f8f-20c74d853185 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Calling delete_port for 1e651628-e44f-4cfc-903e-a097217678bd owned by compute:nova {{(pid=104162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:15:49.081212 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-476e39f3-362f-456f-ab5c-3216006f029a req-d9e02414-63d5-4b5d-a20e-7b2bfec3874c tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/security-groups?id=fc18f291-ea84-4c3c-9abc-ddc3a5568efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020936 Jul 28 01:15:49.220212 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-f40f681a-6413-4a5e-a8a8-f3abdc5046a7 None None] Current status of the port 47f05d30-58bc-43cd-8ae1-d9ef0706a780 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:15:49.314244 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:49.391490 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-3bd4e392-2029-4357-b8fd-f0581c5b5443 req-681b4b87-e313-4b0c-8f8f-20c74d853185 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (1e651628-e44f-4cfc-903e-a097217678bd), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:49.400036 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3f9bfe85-15db-41a0-abe1-b0b04975f267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:49.472887 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681b4b87-e313-4b0c-8f8f-20c74d853185 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Pushing event deleted for resources: {'Port': ['ID=1e651628-e44f-4cfc-903e-a097217678bd,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:49.482541 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-1825a5af-3bc6-49ad-93b3-342e76a722b8 None None] Publish callbacks [] for port (c05ab06b-3d93-4b79-b078-88f76479c056), precommit_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:49.494190 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-1825a5af-3bc6-49ad-93b3-342e76a722b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (c05ab06b-3d93-4b79-b078-88f76479c056), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:49.554082 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-1825a5af-3bc6-49ad-93b3-342e76a722b8 None None] Attempting to bind port c05ab06b-3d93-4b79-b078-88f76479c056 on host dv-cinder-815582-11-iscsi for vnic_type normal with profile {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:15:49.554545 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-1825a5af-3bc6-49ad-93b3-342e76a722b8 None None] Attempting to bind port c05ab06b-3d93-4b79-b078-88f76479c056 by drivers openvswitch,hyperv on host dv-cinder-815582-11-iscsi at level 0 using segments [{'id': 'e0235fba-4142-426a-91c5-07cb16b4142e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:15:49.554957 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1825a5af-3bc6-49ad-93b3-342e76a722b8 None None] Attempting to bind port c05ab06b-3d93-4b79-b078-88f76479c056 on network db4fd262-df4a-4858-b92c-469a7b8f139e {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:15:49.556322 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd4e392-2029-4357-b8fd-f0581c5b5443 req-681b4b87-e313-4b0c-8f8f-20c74d853185 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] No DVR routers for this DVR port 1e651628-e44f-4cfc-903e-a097217678bd on host hv-cinder-81558 {{(pid=104162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 01:15:49.562185 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-3bd4e392-2029-4357-b8fd-f0581c5b5443 req-681b4b87-e313-4b0c-8f8f-20c74d853185 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:49.562659 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9406eb6a-69ae-4eef-b49c-4cc1af157057 None None] Pushing event updated for resources: {'Port': ['ID=c05ab06b-3d93-4b79-b078-88f76479c056,revision_number=2']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:49.565625 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-3bd4e392-2029-4357-b8fd-f0581c5b5443 req-681b4b87-e313-4b0c-8f8f-20c74d853185 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.42 "DELETE /v2.0/ports/1e651628-e44f-4cfc-903e-a097217678bd HTTP/1.1" status: 204 len: 173 time: 1.1698229 Jul 28 01:15:49.568075 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222b4c4a-bb44-4b89-8ed5-946ba5069e67', 'name': 'network-vif-deleted', 'tag': '1e651628-e44f-4cfc-903e-a097217678bd'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:15:49.568987 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1825a5af-3bc6-49ad-93b3-342e76a722b8 None None] Checking agent: {'id': 'e0b16abb-2210-4432-8141-713fb95a37e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 4, 43), 'started_at': datetime.datetime(2022, 7, 28, 1, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:15:49.569463 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1825a5af-3bc6-49ad-93b3-342e76a722b8 None None] Checking segment: {'id': 'e0235fba-4142-426a-91c5-07cb16b4142e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:15:49.569838 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f6b11fd638c6a58f8ef19871f5a43997b3abcb3256dc707badf279ceb4d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8c9b2c-205f-4b32-928c-69286d73d37d" -d '{"events": [{"server_uuid": "222b4c4a-bb44-4b89-8ed5-946ba5069e67", "name": "network-vif-deleted", "tag": "1e651628-e44f-4cfc-903e-a097217678bd"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:15:49.569948 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-1825a5af-3bc6-49ad-93b3-342e76a722b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:49.570386 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1825a5af-3bc6-49ad-93b3-342e76a722b8 None None] Bound using segment: {'id': 'e0235fba-4142-426a-91c5-07cb16b4142e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:15:49.571039 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-1825a5af-3bc6-49ad-93b3-342e76a722b8 None None] Bound port: c05ab06b-3d93-4b79-b078-88f76479c056, host: dv-cinder-815582-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0235fba-4142-426a-91c5-07cb16b4142e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'}}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:15:49.571489 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-1825a5af-3bc6-49ad-93b3-342e76a722b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (c05ab06b-3d93-4b79-b078-88f76479c056), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:49.628357 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ece17-ee86-4fce-bdfc-14ba9848d031 req-84147266-a4b5-4f58-86ea-6ed52e56e981 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:49.631134 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-412ece17-ee86-4fce-bdfc-14ba9848d031 req-84147266-a4b5-4f58-86ea-6ed52e56e981 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 946 time: 0.1548882 Jul 28 01:15:49.655885 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-1825a5af-3bc6-49ad-93b3-342e76a722b8 None None] For port c05ab06b-3d93-4b79-b078-88f76479c056, host dv-cinder-815582-11-iscsi, cleared binding levels {{(pid=104163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:15:49.670950 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-1825a5af-3bc6-49ad-93b3-342e76a722b8 None None] For port c05ab06b-3d93-4b79-b078-88f76479c056, host dv-cinder-815582-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=c05ab06b-3d93-4b79-b078-88f76479c056,segment=NetworkSegment(e0235fba-4142-426a-91c5-07cb16b4142e),segment_id=e0235fba-4142-426a-91c5-07cb16b4142e)] {{(pid=104163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:15:49.680325 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-1825a5af-3bc6-49ad-93b3-342e76a722b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (c05ab06b-3d93-4b79-b078-88f76479c056), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:49.733243 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1825a5af-3bc6-49ad-93b3-342e76a722b8 None None] Routers {'c67c009b-bbdb-4341-b0dc-8abeecd68e04'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:15:49.734686 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-1825a5af-3bc6-49ad-93b3-342e76a722b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:15:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['c67c009b-bbdb-4341-b0dc-8abeecd68e04'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:15:49.765945 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-412ece17-ee86-4fce-bdfc-14ba9848d031 req-0af94b7a-66ec-47fb-b575-112d2ee574fe tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=4bfd2ea3-73ab-4651-bee8-9f5b86065b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220291 Jul 28 01:15:49.815414 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_common [None req-3f9bfe85-15db-41a0-abe1-b0b04975f267 admin admin] Allocated IP 172.20.0.1 (3896987d-a99e-4647-8e6b-6bfb34b8ea7a/795ace15-547b-4b04-8e63-5e779c7d0b43/f7441bc2-0d9a-43ab-b24f-b26be3c2542a) {{(pid=104162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:15:49.817628 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:49.823332 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9406eb6a-69ae-4eef-b49c-4cc1af157057 None None] Pushing event updated for resources: {'Port': ['ID=c05ab06b-3d93-4b79-b078-88f76479c056,revision_number=3']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:49.921042 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-1825a5af-3bc6-49ad-93b3-342e76a722b8 None None] Set router c67c009b-bbdb-4341-b0dc-8abeecd68e04 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:15:49.952140 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209db3d4-f571-4183-87db-b6bfef3c89ca req-f5b1a94a-cea1-48c6-aeaf-35da8e347a20 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:49.953050 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-209db3d4-f571-4183-87db-b6bfef3c89ca req-f5b1a94a-cea1-48c6-aeaf-35da8e347a20 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=e26acfa5-94f2-4d1d-8bfd-9f82e73861f8 HTTP/1.1" status: 200 len: 945 time: 0.0595453 Jul 28 01:15:50.014730 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=54,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:50.015746 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=4 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:50.020802 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:50.024613 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3f9bfe85-15db-41a0-abe1-b0b04975f267 admin admin] Publish callbacks [] for port (f7441bc2-0d9a-43ab-b24f-b26be3c2542a), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:50.067740 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-209db3d4-f571-4183-87db-b6bfef3c89ca req-bd50b732-f971-4463-9db9-1de6f835c99c tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020699 Jul 28 01:15:50.125430 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3f9bfe85-15db-41a0-abe1-b0b04975f267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (f7441bc2-0d9a-43ab-b24f-b26be3c2542a), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:50.178530 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-1825a5af-3bc6-49ad-93b3-342e76a722b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67c009b-bbdb-4341-b0dc-8abeecd68e04', 'name': 'tempest-TestMinimumBasicScenario-97714067-router', 'tenant_id': '9889594f4bf84c4591714b505f1861fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c05ab06b-3d93-4b79-b078-88f76479c056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:46Z', 'updated_at': '2022-07-28T01:15:47Z', 'revision_number': 3, 'project_id': '9889594f4bf84c4591714b505f1861fe', 'gw_port': {'id': 'c05ab06b-3d93-4b79-b078-88f76479c056', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67c009b-bbdb-4341-b0dc-8abeecd68e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:46Z', 'updated_at': '2022-07-28T01:15:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi'}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:15:50.189856 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 01:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4fd95d-dc13-43de-9789-8006facb87a0 x-openstack-request-id: req-7e4fd95d-dc13-43de-9789-8006facb87a0 {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:15:50.190258 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "222b4c4a-bb44-4b89-8ed5-946ba5069e67", "name": "network-vif-deleted", "tag": "1e651628-e44f-4cfc-903e-a097217678bd", "status": "completed", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:15:50.190396 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-7e4fd95d-dc13-43de-9789-8006facb87a0 {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:15:50.190791 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e4fd95d-dc13-43de-9789-8006facb87a0'] response: {'server_uuid': '222b4c4a-bb44-4b89-8ed5-946ba5069e67', 'name': 'network-vif-deleted', 'tag': '1e651628-e44f-4cfc-903e-a097217678bd', 'status': 'completed', 'code': 200} Jul 28 01:15:50.191394 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9bfe85-15db-41a0-abe1-b0b04975f267 admin admin] Pushing event updated for resources: {'Port': ['ID=f7441bc2-0d9a-43ab-b24f-b26be3c2542a,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:50.199890 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9bfe85-15db-41a0-abe1-b0b04975f267 admin admin] Network 3896987d-a99e-4647-8e6b-6bfb34b8ea7a is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:15:50.203477 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-3f9bfe85-15db-41a0-abe1-b0b04975f267 admin admin] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:15:50.206489 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9bfe85-15db-41a0-abe1-b0b04975f267 admin admin] Received port after_create {{(pid=104162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:15:50.232217 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1825a5af-3bc6-49ad-93b3-342e76a722b8 None None] The sync data for ids ['c67c009b-bbdb-4341-b0dc-8abeecd68e04'] in dv-cinder-815582-11-iscsi is: [{'id': 'c67c009b-bbdb-4341-b0dc-8abeecd68e04', 'name': 'tempest-TestMinimumBasicScenario-97714067-router', 'tenant_id': '9889594f4bf84c4591714b505f1861fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c05ab06b-3d93-4b79-b078-88f76479c056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:46Z', 'updated_at': '2022-07-28T01:15:47Z', 'revision_number': 3, 'project_id': '9889594f4bf84c4591714b505f1861fe', 'gw_port': {'id': 'c05ab06b-3d93-4b79-b078-88f76479c056', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67c009b-bbdb-4341-b0dc-8abeecd68e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:46Z', 'updated_at': '2022-07-28T01:15:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi'}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:15:50.307548 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-208522cb-8683-4d6a-888e-f468742b23f6 req-09f43c75-6c50-434b-997f-95c0300fb684 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/ports?device_id=222b4c4a-bb44-4b89-8ed5-946ba5069e67 HTTP/1.1" status: 200 len: 210 time: 0.0620217 Jul 28 01:15:50.328922 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3f9bfe85-15db-41a0-abe1-b0b04975f267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613510'] for router_interface (c67c009b-bbdb-4341-b0dc-8abeecd68e04), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:50.352315 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 47f05d30-58bc-43cd-8ae1-d9ef0706a780 up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:15:50.354702 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:50.411056 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port 47f05d30-58bc-43cd-8ae1-d9ef0706a780 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:15:50.411836 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (47f05d30-58bc-43cd-8ae1-d9ef0706a780), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:50.509163 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port 47f05d30-58bc-43cd-8ae1-d9ef0706a780 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:15:50.518071 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3f9bfe85-15db-41a0-abe1-b0b04975f267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (f7441bc2-0d9a-43ab-b24f-b26be3c2542a), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:50.583251 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-0e24cd91-06dc-41e8-af2a-b3a62179d991 None None] Provisioning complete for port f7441bc2-0d9a-43ab-b24f-b26be3c2542a triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:15:50.583986 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-0e24cd91-06dc-41e8-af2a-b3a62179d991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (f7441bc2-0d9a-43ab-b24f-b26be3c2542a), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:50.624871 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-0e24cd91-06dc-41e8-af2a-b3a62179d991 None None] Port f7441bc2-0d9a-43ab-b24f-b26be3c2542a cannot update to ACTIVE because it is not bound. {{(pid=104163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 01:15:50.755405 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3f9bfe85-15db-41a0-abe1-b0b04975f267 admin admin] Publish callbacks [] for port (f7441bc2-0d9a-43ab-b24f-b26be3c2542a), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:50.761113 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3f9bfe85-15db-41a0-abe1-b0b04975f267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4518704'] for port (f7441bc2-0d9a-43ab-b24f-b26be3c2542a), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:50.823139 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 1e651628-e44f-4cfc-903e-a097217678bd no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:15:50.837864 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9bfe85-15db-41a0-abe1-b0b04975f267 admin admin] Pushing event updated for resources: {'Port': ['ID=f7441bc2-0d9a-43ab-b24f-b26be3c2542a,revision_number=2']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:50.843532 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3f9bfe85-15db-41a0-abe1-b0b04975f267 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613626'] for router_interface (c67c009b-bbdb-4341-b0dc-8abeecd68e04), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:50.862429 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] No Port match for: 1e651628-e44f-4cfc-903e-a097217678bd {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:15:50.862916 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 1e651628-e44f-4cfc-903e-a097217678bd not bound to the agent host hv-cinder-81558 {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:15:50.958765 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593269ea-ceed-4ab5-8284-23f0c47be336 req-46fa2bda-2492-4c72-8665-eec37d05ea2d tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:50.960306 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-593269ea-ceed-4ab5-8284-23f0c47be336 req-46fa2bda-2492-4c72-8665-eec37d05ea2d tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 946 time: 0.0641050 Jul 28 01:15:50.983136 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:51.032988 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9bfe85-15db-41a0-abe1-b0b04975f267 admin admin] Network 3896987d-a99e-4647-8e6b-6bfb34b8ea7a is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:15:51.038399 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-3f9bfe85-15db-41a0-abe1-b0b04975f267 admin admin] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:15:51.044553 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:51.048457 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-593269ea-ceed-4ab5-8284-23f0c47be336 req-d6d328f5-b5bf-4541-b286-90c96c5f10d4 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=4bfd2ea3-73ab-4651-bee8-9f5b86065b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808899 Jul 28 01:15:51.222310 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f9bfe85-15db-41a0-abe1-b0b04975f267 admin admin] Router c67c009b-bbdb-4341-b0dc-8abeecd68e04 has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:15:51.233122 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92e673-179b-4703-a2fe-3373ebc753d5 req-c85487d7-4dec-4de0-99bf-6091182ac778 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:51.235158 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fa92e673-179b-4703-a2fe-3373ebc753d5 req-c85487d7-4dec-4de0-99bf-6091182ac778 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=e26acfa5-94f2-4d1d-8bfd-9f82e73861f8 HTTP/1.1" status: 200 len: 945 time: 0.0609846 Jul 28 01:15:51.342328 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fa92e673-179b-4703-a2fe-3373ebc753d5 req-0e0de9bb-b1db-43b8-818e-ebd20f9cfd44 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013477 Jul 28 01:15:51.368135 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-a1780487-0914-432d-b63d-7247f85ad0cc None None] Provisioning complete for port f7441bc2-0d9a-43ab-b24f-b26be3c2542a triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:15:51.369270 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-a1780487-0914-432d-b63d-7247f85ad0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (f7441bc2-0d9a-43ab-b24f-b26be3c2542a), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:51.403859 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9bfe85-15db-41a0-abe1-b0b04975f267 admin admin] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:15:51.416090 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-3f9bfe85-15db-41a0-abe1-b0b04975f267 admin admin] 10.222.0.17 "PUT /v2.0/routers/c67c009b-bbdb-4341-b0dc-8abeecd68e04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5210304 Jul 28 01:15:51.416445 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:51.416445 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-a1780487-0914-432d-b63d-7247f85ad0cc None None] Port f7441bc2-0d9a-43ab-b24f-b26be3c2542a cannot update to ACTIVE because it is not bound. {{(pid=104163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 01:15:52.002227 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 49082) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:52.008244 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-b1fee9c1-38c1-42cc-a128-1d5dd403f41c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-915886952-network', 'tenant_id': 'f0b12ede1da04e0d88ecb4dd72e74afa'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:15:52.031283 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1fee9c1-38c1-42cc-a128-1d5dd403f41c admin admin] Made reservation on behalf of f0b12ede1da04e0d88ecb4dd72e74afa for: {'network': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:15:52.034064 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b1fee9c1-38c1-42cc-a128-1d5dd403f41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for network (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:52.044815 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b1fee9c1-38c1-42cc-a128-1d5dd403f41c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:52.050896 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc0b98c-572d-461a-87ba-f18eca42d655 None None] Sync routers for ids ['c67c009b-bbdb-4341-b0dc-8abeecd68e04'] in dv-cinder-815582-11-iscsi {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:15:52.063499 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc0b98c-572d-461a-87ba-f18eca42d655 None None] Routers {'c67c009b-bbdb-4341-b0dc-8abeecd68e04'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:15:52.064238 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-0bc0b98c-572d-461a-87ba-f18eca42d655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:15:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['c67c009b-bbdb-4341-b0dc-8abeecd68e04'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:15:52.141348 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b1fee9c1-38c1-42cc-a128-1d5dd403f41c admin admin] Publish callbacks [] for security_group (98e94061-8b3a-425c-9c0a-76eae4d5230f), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:52.145771 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b1fee9c1-38c1-42cc-a128-1d5dd403f41c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (98e94061-8b3a-425c-9c0a-76eae4d5230f), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:52.170582 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1fee9c1-38c1-42cc-a128-1d5dd403f41c admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=104161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 01:15:52.181212 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-0bc0b98c-572d-461a-87ba-f18eca42d655 None None] Set router c67c009b-bbdb-4341-b0dc-8abeecd68e04 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:15:52.187201 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fee9c1-38c1-42cc-a128-1d5dd403f41c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e94061-8b3a-425c-9c0a-76eae4d5230f,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:52.191282 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b1fee9c1-38c1-42cc-a128-1d5dd403f41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084'] for segment (673ffa2f-06e1-4d24-a7f0-b5124a4b6733), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:52.191632 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.db.segments_db [None req-b1fee9c1-38c1-42cc-a128-1d5dd403f41c admin admin] Added segment 673ffa2f-06e1-4d24-a7f0-b5124a4b6733 of type vlan for network 46c781be-89dd-4c32-a88e-07bd7e210e1c Jul 28 01:15:52.200634 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:52.242812 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b1fee9c1-38c1-42cc-a128-1d5dd403f41c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778716385410'] for network (46c781be-89dd-4c32-a88e-07bd7e210e1c), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:52.287658 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b1fee9c1-38c1-42cc-a128-1d5dd403f41c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for network (46c781be-89dd-4c32-a88e-07bd7e210e1c), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:52.288997 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fee9c1-38c1-42cc-a128-1d5dd403f41c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:52.289744 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b1fee9c1-38c1-42cc-a128-1d5dd403f41c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:52.319314 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device c05ab06b-3d93-4b79-b078-88f76479c056 up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:15:52.359797 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-b1fee9c1-38c1-42cc-a128-1d5dd403f41c admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3562307 Jul 28 01:15:52.362856 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 49086) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:52.368340 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port c05ab06b-3d93-4b79-b078-88f76479c056 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:15:52.368956 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (c05ab06b-3d93-4b79-b078-88f76479c056), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:52.369889 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-8b73958c-1187-4579-a411-d27e48d45360 admin admin] Request body: {'subnet': {'network_id': '46c781be-89dd-4c32-a88e-07bd7e210e1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-915886952-subnet', 'tenant_id': 'f0b12ede1da04e0d88ecb4dd72e74afa', 'ip_version': 4}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:15:52.380614 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:INSERT=20,neutron:SELECT=72,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:52.384093 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fee9c1-38c1-42cc-a128-1d5dd403f41c admin admin] Pushing event updated for resources: {'Network': ['ID=46c781be-89dd-4c32-a88e-07bd7e210e1c,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:52.401614 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Network 46c781be-89dd-4c32-a88e-07bd7e210e1c details requested by agent ovs-agent-dv-cinder-815582-11-iscsi with host dv-cinder-815582-11-iscsi {{(pid=104163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 01:15:52.405933 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b73958c-1187-4579-a411-d27e48d45360 admin admin] Made reservation on behalf of f0b12ede1da04e0d88ecb4dd72e74afa for: {'subnet': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:15:52.409383 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8b73958c-1187-4579-a411-d27e48d45360 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:52.437487 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-0bc0b98c-572d-461a-87ba-f18eca42d655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67c009b-bbdb-4341-b0dc-8abeecd68e04', 'name': 'tempest-TestMinimumBasicScenario-97714067-router', 'tenant_id': '9889594f4bf84c4591714b505f1861fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c05ab06b-3d93-4b79-b078-88f76479c056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:46Z', 'updated_at': '2022-07-28T01:15:50Z', 'revision_number': 4, 'project_id': '9889594f4bf84c4591714b505f1861fe', 'gw_port': {'id': 'c05ab06b-3d93-4b79-b078-88f76479c056', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67c009b-bbdb-4341-b0dc-8abeecd68e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:46Z', 'updated_at': '2022-07-28T01:15:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'f7441bc2-0d9a-43ab-b24f-b26be3c2542a', 'name': '', 'network_id': '3896987d-a99e-4647-8e6b-6bfb34b8ea7a', 'tenant_id': '9889594f4bf84c4591714b505f1861fe', 'mac_address': 'fa:16:3e:63:fb:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67c009b-bbdb-4341-b0dc-8abeecd68e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '795ace15-547b-4b04-8e63-5e779c7d0b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:49Z', 'updated_at': '2022-07-28T01:15:50Z', 'revision_number': 2, 'project_id': '9889594f4bf84c4591714b505f1861fe', 'subnets': [{'id': '795ace15-547b-4b04-8e63-5e779c7d0b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:15:52.477909 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc0b98c-572d-461a-87ba-f18eca42d655 None None] Checking router: c67c009b-bbdb-4341-b0dc-8abeecd68e04 for host: dv-cinder-815582-11-iscsi {{(pid=104164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:15:52.478734 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc0b98c-572d-461a-87ba-f18eca42d655 None None] Updating router c67c009b-bbdb-4341-b0dc-8abeecd68e04 port f7441bc2-0d9a-43ab-b24f-b26be3c2542a binding host dv-cinder-815582-11-iscsi {{(pid=104164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 01:15:52.515646 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0bc0b98c-572d-461a-87ba-f18eca42d655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (f7441bc2-0d9a-43ab-b24f-b26be3c2542a), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:52.563194 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port c05ab06b-3d93-4b79-b078-88f76479c056 is: DOWN; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:15:52.563596 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (c05ab06b-3d93-4b79-b078-88f76479c056), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:52.593006 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] For port c05ab06b-3d93-4b79-b078-88f76479c056, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=c05ab06b-3d93-4b79-b078-88f76479c056,segment=NetworkSegment(e0235fba-4142-426a-91c5-07cb16b4142e),segment_id=e0235fba-4142-426a-91c5-07cb16b4142e)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:15:52.599094 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (c05ab06b-3d93-4b79-b078-88f76479c056), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:52.677762 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Pushing event updated for resources: {'Port': ['ID=c05ab06b-3d93-4b79-b078-88f76479c056,revision_number=4']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:52.696789 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8b73958c-1187-4579-a411-d27e48d45360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for subnet (5be229d8-1aef-4576-9282-6ee4b282b5ab), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:52.757221 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b73958c-1187-4579-a411-d27e48d45360 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5be229d8-1aef-4576-9282-6ee4b282b5ab,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:52.767600 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b73958c-1187-4579-a411-d27e48d45360 admin admin] Checking segment: {'id': '673ffa2f-06e1-4d24-a7f0-b5124a4b6733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '46c781be-89dd-4c32-a88e-07bd7e210e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:15:52.767904 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b73958c-1187-4579-a411-d27e48d45360 admin admin] Network hostable DHCP agents. Network: 46c781be-89dd-4c32-a88e-07bd7e210e1c, hostable agents: ['1da181d0-8fa3-49c1-8992-3db4e395f26f'], hosted agents: [] {{(pid=104161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 01:15:52.788470 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b73958c-1187-4579-a411-d27e48d45360 admin admin] Network 46c781be-89dd-4c32-a88e-07bd7e210e1c is scheduled to be hosted by DHCP agent 1da181d0-8fa3-49c1-8992-3db4e395f26f with binding_index 1 {{(pid=104161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 01:15:52.798862 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-8b73958c-1187-4579-a411-d27e48d45360 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-11-iscsi, 46c781be-89dd-4c32-a88e-07bd7e210e1c) {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:15:52.807867 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b73958c-1187-4579-a411-d27e48d45360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:52.808610 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8b73958c-1187-4579-a411-d27e48d45360 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for subnet (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:52.809499 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83d1fde-b789-48cd-b2ac-589bc1c1887b None None] Network 46c781be-89dd-4c32-a88e-07bd7e210e1c requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:15:52.816786 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0bc0b98c-572d-461a-87ba-f18eca42d655 None None] Publish callbacks [] for port (f7441bc2-0d9a-43ab-b24f-b26be3c2542a), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:52.831615 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0bc0b98c-572d-461a-87ba-f18eca42d655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (f7441bc2-0d9a-43ab-b24f-b26be3c2542a), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:52.836153 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-8b73958c-1187-4579-a411-d27e48d45360 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4698234 Jul 28 01:15:52.836943 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 49092) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:52.842522 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-64e09546-dc0d-454e-8204-da66e12a247d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-915886952-router', 'tenant_id': 'f0b12ede1da04e0d88ecb4dd72e74afa', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'}}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:15:52.889334 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-64e09546-dc0d-454e-8204-da66e12a247d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-425'] for router (29dfe77d-5de9-428f-9bbd-ff292c1037bd), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:52.893785 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-64e09546-dc0d-454e-8204-da66e12a247d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947450', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-416'] for router (29dfe77d-5de9-428f-9bbd-ff292c1037bd), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:52.955461 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-0bc0b98c-572d-461a-87ba-f18eca42d655 None None] Attempting to bind port f7441bc2-0d9a-43ab-b24f-b26be3c2542a on host dv-cinder-815582-11-iscsi for vnic_type normal with profile {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:15:52.956176 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-0bc0b98c-572d-461a-87ba-f18eca42d655 None None] Attempting to bind port f7441bc2-0d9a-43ab-b24f-b26be3c2542a by drivers openvswitch,hyperv on host dv-cinder-815582-11-iscsi at level 0 using segments [{'id': 'd7d23a5b-c556-4a0e-bc86-f30be2745df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3896987d-a99e-4647-8e6b-6bfb34b8ea7a'}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:15:52.956724 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc0b98c-572d-461a-87ba-f18eca42d655 None None] Attempting to bind port f7441bc2-0d9a-43ab-b24f-b26be3c2542a on network 3896987d-a99e-4647-8e6b-6bfb34b8ea7a {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:15:52.965925 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc0b98c-572d-461a-87ba-f18eca42d655 None None] Checking agent: {'id': 'e0b16abb-2210-4432-8141-713fb95a37e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 4, 43), 'started_at': datetime.datetime(2022, 7, 28, 1, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:15:52.966628 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc0b98c-572d-461a-87ba-f18eca42d655 None None] Checking segment: {'id': 'd7d23a5b-c556-4a0e-bc86-f30be2745df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3896987d-a99e-4647-8e6b-6bfb34b8ea7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:15:52.967212 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0bc0b98c-572d-461a-87ba-f18eca42d655 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:52.967756 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc0b98c-572d-461a-87ba-f18eca42d655 None None] Bound using segment: {'id': 'd7d23a5b-c556-4a0e-bc86-f30be2745df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3896987d-a99e-4647-8e6b-6bfb34b8ea7a'} {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:15:52.968696 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-0bc0b98c-572d-461a-87ba-f18eca42d655 None None] Bound port: f7441bc2-0d9a-43ab-b24f-b26be3c2542a, host: dv-cinder-815582-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7d23a5b-c556-4a0e-bc86-f30be2745df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3896987d-a99e-4647-8e6b-6bfb34b8ea7a'}}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:15:52.969236 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0bc0b98c-572d-461a-87ba-f18eca42d655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (f7441bc2-0d9a-43ab-b24f-b26be3c2542a), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:52.991645 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05a510e-a888-45aa-aea8-12ecdbb00de4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11df1cfc-1f6d-5ec1-8de9-f52b05ea7209-46c781be-89dd-4c32-a88e-07bd7e210e1c', 'network_id': '46c781be-89dd-4c32-a88e-07bd7e210e1c', 'project_id': 'f0b12ede1da04e0d88ecb4dd72e74afa', 'fixed_ips': [{'subnet_id': '5be229d8-1aef-4576-9282-6ee4b282b5ab'}]}} from dv-cinder-815582-11-iscsi. {{(pid=104163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 01:15:52.994903 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e05a510e-a888-45aa-aea8-12ecdbb00de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:53.002074 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-64e09546-dc0d-454e-8204-da66e12a247d admin admin] Publish callbacks [] for router_controller (29dfe77d-5de9-428f-9bbd-ff292c1037bd), precommit_add_association {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:53.065528 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-0bc0b98c-572d-461a-87ba-f18eca42d655 None None] For port f7441bc2-0d9a-43ab-b24f-b26be3c2542a, host dv-cinder-815582-11-iscsi, cleared binding levels {{(pid=104164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:15:53.070113 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-0bc0b98c-572d-461a-87ba-f18eca42d655 None None] For port f7441bc2-0d9a-43ab-b24f-b26be3c2542a, host dv-cinder-815582-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=f7441bc2-0d9a-43ab-b24f-b26be3c2542a,segment=NetworkSegment(d7d23a5b-c556-4a0e-bc86-f30be2745df3),segment_id=d7d23a5b-c556-4a0e-bc86-f30be2745df3)] {{(pid=104164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:15:53.074136 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:53.080119 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461539a1-94f0-4d68-afc9-4526c8ed722c None None] Pushing event updated for resources: {'Port': ['ID=f7441bc2-0d9a-43ab-b24f-b26be3c2542a,revision_number=3']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:53.086718 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-0bc0b98c-572d-461a-87ba-f18eca42d655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (f7441bc2-0d9a-43ab-b24f-b26be3c2542a), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:53.145167 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc0b98c-572d-461a-87ba-f18eca42d655 None None] Routers {'c67c009b-bbdb-4341-b0dc-8abeecd68e04'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:15:53.145820 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-0bc0b98c-572d-461a-87ba-f18eca42d655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:15:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['c67c009b-bbdb-4341-b0dc-8abeecd68e04'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:15:53.201094 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-64e09546-dc0d-454e-8204-da66e12a247d admin admin] Publish callbacks [] for router_gateway (29dfe77d-5de9-428f-9bbd-ff292c1037bd), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:53.208937 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461539a1-94f0-4d68-afc9-4526c8ed722c None None] Pushing event updated for resources: {'Port': ['ID=f7441bc2-0d9a-43ab-b24f-b26be3c2542a,revision_number=4']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:53.279035 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:53.315752 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-0bc0b98c-572d-461a-87ba-f18eca42d655 None None] Set router c67c009b-bbdb-4341-b0dc-8abeecd68e04 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:15:53.348034 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-7267966b-ec9a-4ff9-92af-b697b68ddb5f None None] Provisioning complete for port f7441bc2-0d9a-43ab-b24f-b26be3c2542a triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:15:53.348607 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-7267966b-ec9a-4ff9-92af-b697b68ddb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (f7441bc2-0d9a-43ab-b24f-b26be3c2542a), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:53.515348 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-64e09546-dc0d-454e-8204-da66e12a247d admin admin] Publish callbacks [] for router_gateway (29dfe77d-5de9-428f-9bbd-ff292c1037bd), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:53.521321 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-7267966b-ec9a-4ff9-92af-b697b68ddb5f None None] Current status of the port f7441bc2-0d9a-43ab-b24f-b26be3c2542a is: DOWN; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:15:53.522230 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-7267966b-ec9a-4ff9-92af-b697b68ddb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (f7441bc2-0d9a-43ab-b24f-b26be3c2542a), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:53.537263 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:53.538560 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.db_base_plugin_common [None req-e05a510e-a888-45aa-aea8-12ecdbb00de4 None None] Allocated IP 172.20.0.2 (46c781be-89dd-4c32-a88e-07bd7e210e1c/5be229d8-1aef-4576-9282-6ee4b282b5ab/51cd8591-c923-4b81-849a-2fc21dded9b5) {{(pid=104163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:15:53.553870 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-64e09546-dc0d-454e-8204-da66e12a247d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:53.581572 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-7267966b-ec9a-4ff9-92af-b697b68ddb5f None None] For port f7441bc2-0d9a-43ab-b24f-b26be3c2542a, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=f7441bc2-0d9a-43ab-b24f-b26be3c2542a,segment=NetworkSegment(d7d23a5b-c556-4a0e-bc86-f30be2745df3),segment_id=d7d23a5b-c556-4a0e-bc86-f30be2745df3)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:15:53.593460 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-0bc0b98c-572d-461a-87ba-f18eca42d655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67c009b-bbdb-4341-b0dc-8abeecd68e04', 'name': 'tempest-TestMinimumBasicScenario-97714067-router', 'tenant_id': '9889594f4bf84c4591714b505f1861fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c05ab06b-3d93-4b79-b078-88f76479c056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:46Z', 'updated_at': '2022-07-28T01:15:50Z', 'revision_number': 4, 'project_id': '9889594f4bf84c4591714b505f1861fe', 'gw_port': {'id': 'c05ab06b-3d93-4b79-b078-88f76479c056', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67c009b-bbdb-4341-b0dc-8abeecd68e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:46Z', 'updated_at': '2022-07-28T01:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'f7441bc2-0d9a-43ab-b24f-b26be3c2542a', 'name': '', 'network_id': '3896987d-a99e-4647-8e6b-6bfb34b8ea7a', 'tenant_id': '9889594f4bf84c4591714b505f1861fe', 'mac_address': 'fa:16:3e:63:fb:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67c009b-bbdb-4341-b0dc-8abeecd68e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '795ace15-547b-4b04-8e63-5e779c7d0b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:49Z', 'updated_at': '2022-07-28T01:15:53Z', 'revision_number': 4, 'project_id': '9889594f4bf84c4591714b505f1861fe', 'subnets': [{'id': '795ace15-547b-4b04-8e63-5e779c7d0b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:15:53.620752 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-7267966b-ec9a-4ff9-92af-b697b68ddb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (f7441bc2-0d9a-43ab-b24f-b26be3c2542a), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:53.622165 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc0b98c-572d-461a-87ba-f18eca42d655 None None] The sync data for ids ['c67c009b-bbdb-4341-b0dc-8abeecd68e04'] in dv-cinder-815582-11-iscsi is: [{'id': 'c67c009b-bbdb-4341-b0dc-8abeecd68e04', 'name': 'tempest-TestMinimumBasicScenario-97714067-router', 'tenant_id': '9889594f4bf84c4591714b505f1861fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c05ab06b-3d93-4b79-b078-88f76479c056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:46Z', 'updated_at': '2022-07-28T01:15:50Z', 'revision_number': 4, 'project_id': '9889594f4bf84c4591714b505f1861fe', 'gw_port': {'id': 'c05ab06b-3d93-4b79-b078-88f76479c056', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67c009b-bbdb-4341-b0dc-8abeecd68e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:46Z', 'updated_at': '2022-07-28T01:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'f7441bc2-0d9a-43ab-b24f-b26be3c2542a', 'name': '', 'network_id': '3896987d-a99e-4647-8e6b-6bfb34b8ea7a', 'tenant_id': '9889594f4bf84c4591714b505f1861fe', 'mac_address': 'fa:16:3e:63:fb:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67c009b-bbdb-4341-b0dc-8abeecd68e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '795ace15-547b-4b04-8e63-5e779c7d0b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:49Z', 'updated_at': '2022-07-28T01:15:53Z', 'revision_number': 4, 'project_id': '9889594f4bf84c4591714b505f1861fe', 'subnets': [{'id': '795ace15-547b-4b04-8e63-5e779c7d0b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:15:53.716956 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7267966b-ec9a-4ff9-92af-b697b68ddb5f None None] Pushing event updated for resources: {'Port': ['ID=f7441bc2-0d9a-43ab-b24f-b26be3c2542a,revision_number=5']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:53.727263 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:53.734384 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_common [None req-64e09546-dc0d-454e-8204-da66e12a247d admin admin] Allocated IP 172.27.1.107 (db4fd262-df4a-4858-b92c-469a7b8f139e/fbbec24e-3b1c-439c-846a-fd72122ae4ff/6ed70dd1-8194-42fb-b248-8d251def69a5) {{(pid=104162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:15:53.782752 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-eb0bd161-645c-4690-9aed-d5e7d94b1a76 None None] Provisioning complete for port f7441bc2-0d9a-43ab-b24f-b26be3c2542a triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:15:53.783195 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-eb0bd161-645c-4690-9aed-d5e7d94b1a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (f7441bc2-0d9a-43ab-b24f-b26be3c2542a), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:53.819867 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:53.834818 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e05a510e-a888-45aa-aea8-12ecdbb00de4 None None] Publish callbacks [] for port (51cd8591-c923-4b81-849a-2fc21dded9b5), precommit_create {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:53.845143 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e05a510e-a888-45aa-aea8-12ecdbb00de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427'] for port (51cd8591-c923-4b81-849a-2fc21dded9b5), after_create {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:53.868549 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:53.890169 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-64e09546-dc0d-454e-8204-da66e12a247d admin admin] Publish callbacks [] for port (6ed70dd1-8194-42fb-b248-8d251def69a5), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:53.910499 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05a510e-a888-45aa-aea8-12ecdbb00de4 None None] Network 46c781be-89dd-4c32-a88e-07bd7e210e1c is already hosted by enough agents. {{(pid=104163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:15:53.922250 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.scheduler.base_scheduler [None req-e05a510e-a888-45aa-aea8-12ecdbb00de4 None None] Resources bound (agent type, host, resource id): {{(pid=104163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:15:53.929992 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05a510e-a888-45aa-aea8-12ecdbb00de4 None None] Received port after_create {{(pid=104163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:15:53.941830 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-64e09546-dc0d-454e-8204-da66e12a247d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (6ed70dd1-8194-42fb-b248-8d251def69a5), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:53.950800 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a510e-a888-45aa-aea8-12ecdbb00de4 None None] Pushing event updated for resources: {'Port': ['ID=51cd8591-c923-4b81-849a-2fc21dded9b5,revision_number=1']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:53.963142 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-eb0bd161-645c-4690-9aed-d5e7d94b1a76 None None] Current status of the port f7441bc2-0d9a-43ab-b24f-b26be3c2542a is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:15:53.996166 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e09546-dc0d-454e-8204-da66e12a247d admin admin] Network db4fd262-df4a-4858-b92c-469a7b8f139e is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:15:54.015691 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-64e09546-dc0d-454e-8204-da66e12a247d admin admin] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:15:54.022457 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e09546-dc0d-454e-8204-da66e12a247d admin admin] Received port after_create {{(pid=104162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:15:54.052114 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e09546-dc0d-454e-8204-da66e12a247d admin admin] Pushing event updated for resources: {'Port': ['ID=6ed70dd1-8194-42fb-b248-8d251def69a5,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:54.064760 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-e05a510e-a888-45aa-aea8-12ecdbb00de4 None None] Attempting to bind port 51cd8591-c923-4b81-849a-2fc21dded9b5 on host dv-cinder-815582-11-iscsi for vnic_type normal with profile {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:15:54.066193 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-e05a510e-a888-45aa-aea8-12ecdbb00de4 None None] Attempting to bind port 51cd8591-c923-4b81-849a-2fc21dded9b5 by drivers openvswitch,hyperv on host dv-cinder-815582-11-iscsi at level 0 using segments [{'id': '673ffa2f-06e1-4d24-a7f0-b5124a4b6733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '46c781be-89dd-4c32-a88e-07bd7e210e1c'}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:15:54.066193 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a510e-a888-45aa-aea8-12ecdbb00de4 None None] Attempting to bind port 51cd8591-c923-4b81-849a-2fc21dded9b5 on network 46c781be-89dd-4c32-a88e-07bd7e210e1c {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:15:54.075017 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a510e-a888-45aa-aea8-12ecdbb00de4 None None] Checking agent: {'id': 'e0b16abb-2210-4432-8141-713fb95a37e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 4, 43), 'started_at': datetime.datetime(2022, 7, 28, 1, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:15:54.075611 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a510e-a888-45aa-aea8-12ecdbb00de4 None None] Checking segment: {'id': '673ffa2f-06e1-4d24-a7f0-b5124a4b6733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '46c781be-89dd-4c32-a88e-07bd7e210e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:15:54.076257 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e05a510e-a888-45aa-aea8-12ecdbb00de4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:54.076793 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a510e-a888-45aa-aea8-12ecdbb00de4 None None] Bound using segment: {'id': '673ffa2f-06e1-4d24-a7f0-b5124a4b6733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '46c781be-89dd-4c32-a88e-07bd7e210e1c'} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:15:54.078164 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-e05a510e-a888-45aa-aea8-12ecdbb00de4 None None] Bound port: 51cd8591-c923-4b81-849a-2fc21dded9b5, host: dv-cinder-815582-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '673ffa2f-06e1-4d24-a7f0-b5124a4b6733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '46c781be-89dd-4c32-a88e-07bd7e210e1c'}}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:15:54.078164 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e05a510e-a888-45aa-aea8-12ecdbb00de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (51cd8591-c923-4b81-849a-2fc21dded9b5), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:54.165834 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-e05a510e-a888-45aa-aea8-12ecdbb00de4 None None] For port 51cd8591-c923-4b81-849a-2fc21dded9b5, host dv-cinder-815582-11-iscsi, cleared binding levels {{(pid=104163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:15:54.171491 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-e05a510e-a888-45aa-aea8-12ecdbb00de4 None None] For port 51cd8591-c923-4b81-849a-2fc21dded9b5, host dv-cinder-815582-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=51cd8591-c923-4b81-849a-2fc21dded9b5,segment=NetworkSegment(673ffa2f-06e1-4d24-a7f0-b5124a4b6733),segment_id=673ffa2f-06e1-4d24-a7f0-b5124a4b6733)] {{(pid=104163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:15:54.183145 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e05a510e-a888-45aa-aea8-12ecdbb00de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (51cd8591-c923-4b81-849a-2fc21dded9b5), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:54.258875 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a510e-a888-45aa-aea8-12ecdbb00de4 None None] Pushing event updated for resources: {'Port': ['ID=51cd8591-c923-4b81-849a-2fc21dded9b5,revision_number=2']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:54.512090 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device c05ab06b-3d93-4b79-b078-88f76479c056 up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:15:54.653500 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port c05ab06b-3d93-4b79-b078-88f76479c056 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:15:54.654142 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (c05ab06b-3d93-4b79-b078-88f76479c056), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:54.761501 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port c05ab06b-3d93-4b79-b078-88f76479c056 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:15:54.762916 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device f7441bc2-0d9a-43ab-b24f-b26be3c2542a up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:15:54.766425 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:54.836642 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port f7441bc2-0d9a-43ab-b24f-b26be3c2542a triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:15:54.837034 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (f7441bc2-0d9a-43ab-b24f-b26be3c2542a), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:54.907331 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fbc1d-1c25-4e9f-8e39-ab26199295af req-151050ac-3fe0-4e06-ba55-220d9e3c96ea tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:54.908905 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-3e9fbc1d-1c25-4e9f-8e39-ab26199295af req-151050ac-3fe0-4e06-ba55-220d9e3c96ea tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 946 time: 0.1740663 Jul 28 01:15:54.931875 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port f7441bc2-0d9a-43ab-b24f-b26be3c2542a is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:15:54.941784 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-64e09546-dc0d-454e-8204-da66e12a247d admin admin] Publish callbacks [] for router_gateway (29dfe77d-5de9-428f-9bbd-ff292c1037bd), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:55.026475 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bc1b6-17c0-4621-9a52-62f159abb4dd req-2ed52460-37d4-4737-b653-d85004312a4b tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:55.026475 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fa8bc1b6-17c0-4621-9a52-62f159abb4dd req-2ed52460-37d4-4737-b653-d85004312a4b tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/networks?id=38ba4013-ec1c-4018-b20b-27b9ee596ca4 HTTP/1.1" status: 200 len: 808 time: 0.2913585 Jul 28 01:15:55.085141 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-3e9fbc1d-1c25-4e9f-8e39-ab26199295af req-bbde6e4b-dd11-4f2e-9047-6524904421d8 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=4bfd2ea3-73ab-4651-bee8-9f5b86065b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679184 Jul 28 01:15:55.092310 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fa8bc1b6-17c0-4621-9a52-62f159abb4dd req-30c38c15-6143-4269-b2df-215c92b35aef tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/quotas/0beae1c88e9948d28a386b5e31c68f85 HTTP/1.1" status: 200 len: 375 time: 0.0523825 Jul 28 01:15:55.137410 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fa8bc1b6-17c0-4621-9a52-62f159abb4dd req-0c7eeac6-8f51-4667-ae76-5c4f45f7bb57 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=0beae1c88e9948d28a386b5e31c68f85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367508 Jul 28 01:15:55.344826 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783789a-28e6-4824-bf7b-ef79cbf1f336 req-7c6e789f-e5c0-41b6-b623-73ddd64cd962 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:55.352513 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7783789a-28e6-4824-bf7b-ef79cbf1f336 req-7c6e789f-e5c0-41b6-b623-73ddd64cd962 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=e26acfa5-94f2-4d1d-8bfd-9f82e73861f8 HTTP/1.1" status: 200 len: 945 time: 0.1206973 Jul 28 01:15:55.372165 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:55.412083 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:55.414363 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fa8bc1b6-17c0-4621-9a52-62f159abb4dd req-e09cdf57-2a94-4903-b1b4-e4a89e66e63c service neutron] 10.222.0.17 "GET /v2.0/networks/38ba4013-ec1c-4018-b20b-27b9ee596ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648582 Jul 28 01:15:55.436609 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-64e09546-dc0d-454e-8204-da66e12a247d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-947334'] for router (29dfe77d-5de9-428f-9bbd-ff292c1037bd), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:55.531040 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdf9d93-7bc0-4764-ae23-2475542cc323 None None] Network 46c781be-89dd-4c32-a88e-07bd7e210e1c requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:15:55.531616 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7783789a-28e6-4824-bf7b-ef79cbf1f336 req-31334cce-1ca7-43e4-adf5-17684660a917 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787100 Jul 28 01:15:55.590770 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e0667-21d6-4e34-94a9-8daea419998a req-65818aa1-3c93-46ec-8a83-42d173f5e9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:55.592281 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-459e0667-21d6-4e34-94a9-8daea419998a req-65818aa1-3c93-46ec-8a83-42d173f5e9c9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e26acfa5-94f2-4d1d-8bfd-9f82e73861f8 HTTP/1.1" status: 200 len: 1129 time: 0.1075161 Jul 28 01:15:55.630662 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-88fc8d8d-0086-4fbb-873b-ea2438975314 None None] Provisioning complete for port 51cd8591-c923-4b81-849a-2fc21dded9b5 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:15:55.631167 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-88fc8d8d-0086-4fbb-873b-ea2438975314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (51cd8591-c923-4b81-849a-2fc21dded9b5), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:55.738665 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae7895-2a46-42fa-8904-7287f6cb40ee req-899e6b35-3ec1-4e09-80c6-690b75c1dd9c tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:55.740267 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-cbae7895-2a46-42fa-8904-7287f6cb40ee req-899e6b35-3ec1-4e09-80c6-690b75c1dd9c tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 946 time: 0.1471169 Jul 28 01:15:55.747669 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-88fc8d8d-0086-4fbb-873b-ea2438975314 None None] Current status of the port 51cd8591-c923-4b81-849a-2fc21dded9b5 is: DOWN; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:15:55.748536 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-88fc8d8d-0086-4fbb-873b-ea2438975314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (51cd8591-c923-4b81-849a-2fc21dded9b5), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:55.752970 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fa8bc1b6-17c0-4621-9a52-62f159abb4dd req-1f841f13-97dd-43e4-99bc-81db6f1fd692 service neutron] 10.222.0.17 "GET /v2.0/networks/38ba4013-ec1c-4018-b20b-27b9ee596ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308260 Jul 28 01:15:55.788391 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-459e0667-21d6-4e34-94a9-8daea419998a req-fd62e166-bd8c-408a-880e-38f468cc1c0a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522460 Jul 28 01:15:55.808494 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-88fc8d8d-0086-4fbb-873b-ea2438975314 None None] For port 51cd8591-c923-4b81-849a-2fc21dded9b5, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=51cd8591-c923-4b81-849a-2fc21dded9b5,segment=NetworkSegment(673ffa2f-06e1-4d24-a7f0-b5124a4b6733),segment_id=673ffa2f-06e1-4d24-a7f0-b5124a4b6733)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:15:55.817410 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-88fc8d8d-0086-4fbb-873b-ea2438975314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (51cd8591-c923-4b81-849a-2fc21dded9b5), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:55.837095 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-cbae7895-2a46-42fa-8904-7287f6cb40ee req-6931125b-3d1e-4cad-b5f7-7e81b666df35 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885961 Jul 28 01:15:55.853985 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:55.860153 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e09546-dc0d-454e-8204-da66e12a247d admin admin] Router 29dfe77d-5de9-428f-9bbd-ff292c1037bd is scheduled to L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f with binding_index 1 {{(pid=104162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 01:15:55.874429 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fc8d8d-0086-4fbb-873b-ea2438975314 None None] Pushing event updated for resources: {'Port': ['ID=51cd8591-c923-4b81-849a-2fc21dded9b5,revision_number=3']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:56.040790 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-65284ebe-5a57-4b45-a831-810ab25077c7 req-0655e64a-e948-44be-9264-381cf41ba54c tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/ports?device_id=0adff266-7f29-4fd6-9852-05c6bafae8e3 HTTP/1.1" status: 200 len: 210 time: 0.0418246 Jul 28 01:15:56.046877 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e09546-dc0d-454e-8204-da66e12a247d admin admin] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:15:56.061663 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f095af-3a2c-47f5-81f0-f8939231b14f None None] Sync routers for ids ['29dfe77d-5de9-428f-9bbd-ff292c1037bd'] in dv-cinder-815582-11-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:15:56.085025 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-64e09546-dc0d-454e-8204-da66e12a247d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:56.085025 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-64e09546-dc0d-454e-8204-da66e12a247d admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2445583 Jul 28 01:15:56.086095 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 49142) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:15:56.093377 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-96301d88-b1e2-4ec9-9282-edb3d5275653 None None] Provisioning complete for port 51cd8591-c923-4b81-849a-2fc21dded9b5 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:15:56.093823 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-96301d88-b1e2-4ec9-9282-edb3d5275653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (51cd8591-c923-4b81-849a-2fc21dded9b5), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:56.136959 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f095af-3a2c-47f5-81f0-f8939231b14f None None] Routers {'29dfe77d-5de9-428f-9bbd-ff292c1037bd'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:15:56.137744 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-01f095af-3a2c-47f5-81f0-f8939231b14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:15:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['29dfe77d-5de9-428f-9bbd-ff292c1037bd'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:15:56.257083 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a74ee-8eae-408f-b8bf-9009647811be req-5de14882-3cd7-4350-8142-574499d40351 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:56.258612 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-cc0a74ee-8eae-408f-b8bf-9009647811be req-5de14882-3cd7-4350-8142-574499d40351 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 946 time: 0.0671506 Jul 28 01:15:56.299387 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-96301d88-b1e2-4ec9-9282-edb3d5275653 None None] Current status of the port 51cd8591-c923-4b81-849a-2fc21dded9b5 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:15:56.318404 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-01f095af-3a2c-47f5-81f0-f8939231b14f None None] Set router 29dfe77d-5de9-428f-9bbd-ff292c1037bd gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:15:56.426479 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 51cd8591-c923-4b81-849a-2fc21dded9b5 up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:15:56.447254 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-cc0a74ee-8eae-408f-b8bf-9009647811be req-79eac193-e360-4b1a-86f9-7b248c16ded8 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=4bfd2ea3-73ab-4651-bee8-9f5b86065b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1797564 Jul 28 01:15:56.465300 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:56.515443 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:56.533994 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port 51cd8591-c923-4b81-849a-2fc21dded9b5 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:15:56.534326 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (51cd8591-c923-4b81-849a-2fc21dded9b5), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:56.638099 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-01f095af-3a2c-47f5-81f0-f8939231b14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29dfe77d-5de9-428f-9bbd-ff292c1037bd', 'name': 'tempest-TestMinimumBasicScenario-915886952-router', 'tenant_id': 'f0b12ede1da04e0d88ecb4dd72e74afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '6ed70dd1-8194-42fb-b248-8d251def69a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:52Z', 'updated_at': '2022-07-28T01:15:54Z', 'revision_number': 3, 'project_id': 'f0b12ede1da04e0d88ecb4dd72e74afa', 'gw_port': {'id': '6ed70dd1-8194-42fb-b248-8d251def69a5', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:77:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29dfe77d-5de9-428f-9bbd-ff292c1037bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:53Z', 'updated_at': '2022-07-28T01:15:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi'}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:15:56.642300 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:56.689559 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f095af-3a2c-47f5-81f0-f8939231b14f None None] Checking router: 29dfe77d-5de9-428f-9bbd-ff292c1037bd for host: dv-cinder-815582-11-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:15:56.689991 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f095af-3a2c-47f5-81f0-f8939231b14f None None] Updating router 29dfe77d-5de9-428f-9bbd-ff292c1037bd port 6ed70dd1-8194-42fb-b248-8d251def69a5 binding host dv-cinder-815582-11-iscsi {{(pid=104163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 01:15:56.723385 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6879c90-1db3-42cf-9472-62a02ded3e78 req-e285888f-d80e-424f-bbe8-f72261c74cd8 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:56.724932 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-c6879c90-1db3-42cf-9472-62a02ded3e78 req-e285888f-d80e-424f-bbe8-f72261c74cd8 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=e26acfa5-94f2-4d1d-8bfd-9f82e73861f8 HTTP/1.1" status: 200 len: 945 time: 0.1052115 Jul 28 01:15:56.823788 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-c6879c90-1db3-42cf-9472-62a02ded3e78 req-5b64a28a-0eca-4b39-a6ee-6148d4036fe4 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863175 Jul 28 01:15:56.825793 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a447a4a2-2b72-4222-925c-d51366a20396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:56.857513 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port 51cd8591-c923-4b81-849a-2fc21dded9b5 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:15:56.862038 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-01f095af-3a2c-47f5-81f0-f8939231b14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (6ed70dd1-8194-42fb-b248-8d251def69a5), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:57.023541 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_common [None req-a447a4a2-2b72-4222-925c-d51366a20396 admin admin] Allocated IP 172.20.0.1 (46c781be-89dd-4c32-a88e-07bd7e210e1c/5be229d8-1aef-4576-9282-6ee4b282b5ab/fc6b8de3-d657-448c-a838-9df4fcda075d) {{(pid=104162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:15:57.037582 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b3555-2815-4110-a19b-241de03c1c53 req-7336f720-f432-4540-999d-e0405beb26b3 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:57.039058 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-351b3555-2815-4110-a19b-241de03c1c53 req-7336f720-f432-4540-999d-e0405beb26b3 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 946 time: 0.0690744 Jul 28 01:15:57.121232 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-01f095af-3a2c-47f5-81f0-f8939231b14f None None] Publish callbacks [] for port (6ed70dd1-8194-42fb-b248-8d251def69a5), precommit_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:57.129676 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-01f095af-3a2c-47f5-81f0-f8939231b14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (6ed70dd1-8194-42fb-b248-8d251def69a5), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:57.133604 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:57.170471 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-924b54a2-7e49-43a0-b104-b45b4ec7f35e req-fd83f594-a64c-434e-a2de-f5660fe068fd tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/ports?device_id=0adff266-7f29-4fd6-9852-05c6bafae8e3 HTTP/1.1" status: 200 len: 210 time: 0.0446107 Jul 28 01:15:57.180376 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-351b3555-2815-4110-a19b-241de03c1c53 req-2bfd4980-dcdc-4444-a5de-1c01c254982d tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335609 Jul 28 01:15:57.196953 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc106c9-d5f5-45cd-921b-36b8f6eaac71 None None] Pushing event updated for resources: {'Port': ['ID=6ed70dd1-8194-42fb-b248-8d251def69a5,revision_number=2']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:57.202112 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-01f095af-3a2c-47f5-81f0-f8939231b14f None None] Attempting to bind port 6ed70dd1-8194-42fb-b248-8d251def69a5 on host dv-cinder-815582-11-iscsi for vnic_type normal with profile {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:15:57.202580 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-01f095af-3a2c-47f5-81f0-f8939231b14f None None] Attempting to bind port 6ed70dd1-8194-42fb-b248-8d251def69a5 by drivers openvswitch,hyperv on host dv-cinder-815582-11-iscsi at level 0 using segments [{'id': 'e0235fba-4142-426a-91c5-07cb16b4142e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:15:57.203061 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f095af-3a2c-47f5-81f0-f8939231b14f None None] Attempting to bind port 6ed70dd1-8194-42fb-b248-8d251def69a5 on network db4fd262-df4a-4858-b92c-469a7b8f139e {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:15:57.212764 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f095af-3a2c-47f5-81f0-f8939231b14f None None] Checking agent: {'id': 'e0b16abb-2210-4432-8141-713fb95a37e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 4, 43), 'started_at': datetime.datetime(2022, 7, 28, 1, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:15:57.213205 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f095af-3a2c-47f5-81f0-f8939231b14f None None] Checking segment: {'id': 'e0235fba-4142-426a-91c5-07cb16b4142e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:15:57.213616 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-01f095af-3a2c-47f5-81f0-f8939231b14f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:57.214177 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f095af-3a2c-47f5-81f0-f8939231b14f None None] Bound using segment: {'id': 'e0235fba-4142-426a-91c5-07cb16b4142e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:15:57.214709 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-01f095af-3a2c-47f5-81f0-f8939231b14f None None] Bound port: 6ed70dd1-8194-42fb-b248-8d251def69a5, host: dv-cinder-815582-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0235fba-4142-426a-91c5-07cb16b4142e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'}}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:15:57.215090 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-01f095af-3a2c-47f5-81f0-f8939231b14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (6ed70dd1-8194-42fb-b248-8d251def69a5), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:57.222676 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a447a4a2-2b72-4222-925c-d51366a20396 admin admin] Publish callbacks [] for port (fc6b8de3-d657-448c-a838-9df4fcda075d), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:57.255451 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a447a4a2-2b72-4222-925c-d51366a20396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (fc6b8de3-d657-448c-a838-9df4fcda075d), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:57.263664 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:57.268317 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-01f095af-3a2c-47f5-81f0-f8939231b14f None None] For port 6ed70dd1-8194-42fb-b248-8d251def69a5, host dv-cinder-815582-11-iscsi, cleared binding levels {{(pid=104163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:15:57.273193 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-01f095af-3a2c-47f5-81f0-f8939231b14f None None] For port 6ed70dd1-8194-42fb-b248-8d251def69a5, host dv-cinder-815582-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=6ed70dd1-8194-42fb-b248-8d251def69a5,segment=NetworkSegment(e0235fba-4142-426a-91c5-07cb16b4142e),segment_id=e0235fba-4142-426a-91c5-07cb16b4142e)] {{(pid=104163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:15:57.280167 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-01f095af-3a2c-47f5-81f0-f8939231b14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (6ed70dd1-8194-42fb-b248-8d251def69a5), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:57.302086 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a447a4a2-2b72-4222-925c-d51366a20396 admin admin] Network 46c781be-89dd-4c32-a88e-07bd7e210e1c is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:15:57.305696 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-a447a4a2-2b72-4222-925c-d51366a20396 admin admin] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:15:57.310939 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a447a4a2-2b72-4222-925c-d51366a20396 admin admin] Received port after_create {{(pid=104162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:15:57.316577 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a447a4a2-2b72-4222-925c-d51366a20396 admin admin] Pushing event updated for resources: {'Port': ['ID=fc6b8de3-d657-448c-a838-9df4fcda075d,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:57.333034 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f095af-3a2c-47f5-81f0-f8939231b14f None None] Routers {'29dfe77d-5de9-428f-9bbd-ff292c1037bd'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:15:57.333791 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-01f095af-3a2c-47f5-81f0-f8939231b14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:15:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['29dfe77d-5de9-428f-9bbd-ff292c1037bd'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:15:57.354571 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a447a4a2-2b72-4222-925c-d51366a20396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613510'] for router_interface (29dfe77d-5de9-428f-9bbd-ff292c1037bd), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:57.390682 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc106c9-d5f5-45cd-921b-36b8f6eaac71 None None] Pushing event updated for resources: {'Port': ['ID=6ed70dd1-8194-42fb-b248-8d251def69a5,revision_number=3']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:57.491501 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-01f095af-3a2c-47f5-81f0-f8939231b14f None None] Set router 29dfe77d-5de9-428f-9bbd-ff292c1037bd gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:15:57.622607 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:57.662180 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2a937452-9280-4e2c-8dbb-7620af291e24 None None] Provisioning complete for port fc6b8de3-d657-448c-a838-9df4fcda075d triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:15:57.662555 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2a937452-9280-4e2c-8dbb-7620af291e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (fc6b8de3-d657-448c-a838-9df4fcda075d), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:57.731561 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2a937452-9280-4e2c-8dbb-7620af291e24 None None] Port fc6b8de3-d657-448c-a838-9df4fcda075d cannot update to ACTIVE because it is not bound. {{(pid=104163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 01:15:57.739357 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-01f095af-3a2c-47f5-81f0-f8939231b14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29dfe77d-5de9-428f-9bbd-ff292c1037bd', 'name': 'tempest-TestMinimumBasicScenario-915886952-router', 'tenant_id': 'f0b12ede1da04e0d88ecb4dd72e74afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '6ed70dd1-8194-42fb-b248-8d251def69a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:52Z', 'updated_at': '2022-07-28T01:15:54Z', 'revision_number': 3, 'project_id': 'f0b12ede1da04e0d88ecb4dd72e74afa', 'gw_port': {'id': '6ed70dd1-8194-42fb-b248-8d251def69a5', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:77:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29dfe77d-5de9-428f-9bbd-ff292c1037bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:53Z', 'updated_at': '2022-07-28T01:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi'}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:15:57.767627 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f095af-3a2c-47f5-81f0-f8939231b14f None None] The sync data for ids ['29dfe77d-5de9-428f-9bbd-ff292c1037bd'] in dv-cinder-815582-11-iscsi is: [{'id': '29dfe77d-5de9-428f-9bbd-ff292c1037bd', 'name': 'tempest-TestMinimumBasicScenario-915886952-router', 'tenant_id': 'f0b12ede1da04e0d88ecb4dd72e74afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '6ed70dd1-8194-42fb-b248-8d251def69a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:52Z', 'updated_at': '2022-07-28T01:15:54Z', 'revision_number': 3, 'project_id': 'f0b12ede1da04e0d88ecb4dd72e74afa', 'gw_port': {'id': '6ed70dd1-8194-42fb-b248-8d251def69a5', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:77:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29dfe77d-5de9-428f-9bbd-ff292c1037bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:53Z', 'updated_at': '2022-07-28T01:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi'}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:15:57.804578 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0339cd5-08c3-4792-93a8-ce511752d93c req-9f52b51e-5f74-4e86-8e1d-00ab2543d100 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:57.806136 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b0339cd5-08c3-4792-93a8-ce511752d93c req-9f52b51e-5f74-4e86-8e1d-00ab2543d100 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 946 time: 0.0615292 Jul 28 01:15:57.847418 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:57.868372 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a447a4a2-2b72-4222-925c-d51366a20396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (fc6b8de3-d657-448c-a838-9df4fcda075d), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:57.910929 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b0339cd5-08c3-4792-93a8-ce511752d93c req-bdeef159-05ed-40ef-b695-c0cea3b2b6c0 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=4bfd2ea3-73ab-4651-bee8-9f5b86065b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833464 Jul 28 01:15:58.111462 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e92e5d-5520-45b1-9275-61285875cbbe req-fb559592-d4c9-4cae-aae8-51ff5e72faf9 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:58.113071 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d1e92e5d-5520-45b1-9275-61285875cbbe req-fb559592-d4c9-4cae-aae8-51ff5e72faf9 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=e26acfa5-94f2-4d1d-8bfd-9f82e73861f8 HTTP/1.1" status: 200 len: 945 time: 0.1726115 Jul 28 01:15:58.259329 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bc1b6-17c0-4621-9a52-62f159abb4dd req-042061de-3809-4f5e-ab3c-c14cc6447deb tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:58.260824 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fa8bc1b6-17c0-4621-9a52-62f159abb4dd req-042061de-3809-4f5e-ab3c-c14cc6447deb tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.42 "GET /v2.0/networks?id=38ba4013-ec1c-4018-b20b-27b9ee596ca4 HTTP/1.1" status: 200 len: 808 time: 0.3215210 Jul 28 01:15:58.266618 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d1e92e5d-5520-45b1-9275-61285875cbbe req-f2ce4a09-5431-40be-be36-be8c1f7bb065 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230440 Jul 28 01:15:58.295001 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [req-fa8bc1b6-17c0-4621-9a52-62f159abb4dd req-43268ad9-6b38-46aa-9bbe-72c034c428b0 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Request body: {'port': {'device_id': '0adff266-7f29-4fd6-9852-05c6bafae8e3', 'network_id': '38ba4013-ec1c-4018-b20b-27b9ee596ca4', 'admin_state_up': True, 'tenant_id': '0beae1c88e9948d28a386b5e31c68f85'}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:15:58.339223 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e8438612-befe-49e6-9f03-83d9c02e34ad req-b7c6c4c3-b18f-4091-84c7-65d2931880fa tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/ports?device_id=0adff266-7f29-4fd6-9852-05c6bafae8e3 HTTP/1.1" status: 200 len: 210 time: 0.0676532 Jul 28 01:15:58.398428 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 6ed70dd1-8194-42fb-b248-8d251def69a5 up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:15:58.448347 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a447a4a2-2b72-4222-925c-d51366a20396 admin admin] Publish callbacks [] for port (fc6b8de3-d657-448c-a838-9df4fcda075d), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:58.456385 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port 6ed70dd1-8194-42fb-b248-8d251def69a5 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:15:58.458587 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (6ed70dd1-8194-42fb-b248-8d251def69a5), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:58.462177 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc434947-6a10-40fd-a0eb-d2a36db8d967 req-13906848-368d-4ee5-b9dc-c4e90ec343f6 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:58.477400 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-cc434947-6a10-40fd-a0eb-d2a36db8d967 req-13906848-368d-4ee5-b9dc-c4e90ec343f6 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 946 time: 0.1042051 Jul 28 01:15:58.489343 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a447a4a2-2b72-4222-925c-d51366a20396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4518704'] for port (fc6b8de3-d657-448c-a838-9df4fcda075d), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:58.590505 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:58.614628 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port 6ed70dd1-8194-42fb-b248-8d251def69a5 is: DOWN; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:15:58.615006 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (6ed70dd1-8194-42fb-b248-8d251def69a5), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:58.625019 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a447a4a2-2b72-4222-925c-d51366a20396 admin admin] Pushing event updated for resources: {'Port': ['ID=fc6b8de3-d657-448c-a838-9df4fcda075d,revision_number=2']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:58.640589 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] For port 6ed70dd1-8194-42fb-b248-8d251def69a5, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=6ed70dd1-8194-42fb-b248-8d251def69a5,segment=NetworkSegment(e0235fba-4142-426a-91c5-07cb16b4142e),segment_id=e0235fba-4142-426a-91c5-07cb16b4142e)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:15:58.646681 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (6ed70dd1-8194-42fb-b248-8d251def69a5), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:58.703825 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a447a4a2-2b72-4222-925c-d51366a20396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613626'] for router_interface (29dfe77d-5de9-428f-9bbd-ff292c1037bd), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:58.711927 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Pushing event updated for resources: {'Port': ['ID=6ed70dd1-8194-42fb-b248-8d251def69a5,revision_number=4']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:58.721407 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-cc434947-6a10-40fd-a0eb-d2a36db8d967 req-75fa0608-cd0d-471c-b07e-80d8b72effc0 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2457616 Jul 28 01:15:58.755172 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32982faf-dcd0-4149-b0d1-3ba45a343eaa req-b32731e2-b9f0-432a-acf4-874ac8d29e40 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:58.756792 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-32982faf-dcd0-4149-b0d1-3ba45a343eaa req-b32731e2-b9f0-432a-acf4-874ac8d29e40 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=e26acfa5-94f2-4d1d-8bfd-9f82e73861f8 HTTP/1.1" status: 200 len: 945 time: 0.1388979 Jul 28 01:15:58.770158 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa8bc1b6-17c0-4621-9a52-62f159abb4dd req-43268ad9-6b38-46aa-9bbe-72c034c428b0 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Made reservation on behalf of 0beae1c88e9948d28a386b5e31c68f85 for: {'port': 1} {{(pid=104162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:15:58.773600 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-fa8bc1b6-17c0-4621-9a52-62f159abb4dd req-43268ad9-6b38-46aa-9bbe-72c034c428b0 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:58.776518 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56431eff-5e85-49e9-899e-75490e5bae64 req-453fb00a-95e5-406a-b1fa-284ba626d760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:58.778170 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-56431eff-5e85-49e9-899e-75490e5bae64 req-453fb00a-95e5-406a-b1fa-284ba626d760 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=af4689d2f0ef4d71a1c465610011f2d7&device_id=e26acfa5-94f2-4d1d-8bfd-9f82e73861f8 HTTP/1.1" status: 200 len: 1129 time: 0.1545730 Jul 28 01:15:58.843338 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:59.020749 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-32982faf-dcd0-4149-b0d1-3ba45a343eaa req-798c8446-a1a8-48cd-b79f-abb830585f49 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516901 Jul 28 01:15:59.081546 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a447a4a2-2b72-4222-925c-d51366a20396 admin admin] Network 46c781be-89dd-4c32-a88e-07bd7e210e1c is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:15:59.108121 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-a447a4a2-2b72-4222-925c-d51366a20396 admin admin] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:15:59.120476 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95049f-934c-4c2f-9d46-af27e1e6acda req-bba62757-2197-414a-bcdb-1da1e7b6f2e8 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:59.121996 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1d95049f-934c-4c2f-9d46-af27e1e6acda req-bba62757-2197-414a-bcdb-1da1e7b6f2e8 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 946 time: 0.1324234 Jul 28 01:15:59.123072 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56431eff-5e85-49e9-899e-75490e5bae64 req-7084577b-656d-4fcd-ab5b-34f6d337ecd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:59.124392 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-56431eff-5e85-49e9-899e-75490e5bae64 req-7084577b-656d-4fcd-ab5b-34f6d337ecd0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8f65178e-aa89-435c-9fed-639dfc5bec3f HTTP/1.1" status: 200 len: 919 time: 0.3135409 Jul 28 01:15:59.218547 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-56431eff-5e85-49e9-899e-75490e5bae64 req-d08ff97a-6535-4f3e-91ac-0b7f7df7ecac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77e6a437-69fc-4d47-b75b-cc39937c21bd HTTP/1.1" status: 200 len: 217 time: 0.0802586 Jul 28 01:15:59.261462 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_common [req-fa8bc1b6-17c0-4621-9a52-62f159abb4dd req-43268ad9-6b38-46aa-9bbe-72c034c428b0 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Allocated IP 172.20.0.2 (38ba4013-ec1c-4018-b20b-27b9ee596ca4/b81d4d01-94e8-4767-bceb-2eb6c08cd72d/7aca7690-85ad-4c74-8cea-1f48979942ea) {{(pid=104162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:15:59.340032 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1d95049f-934c-4c2f-9d46-af27e1e6acda req-6fd2c825-75af-4258-a3f9-e1ac6add814f tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=4bfd2ea3-73ab-4651-bee8-9f5b86065b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2106016 Jul 28 01:15:59.373660 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56431eff-5e85-49e9-899e-75490e5bae64 req-ea05847a-13fb-496f-9286-2e345af17efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:59.375267 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-56431eff-5e85-49e9-899e-75490e5bae64 req-ea05847a-13fb-496f-9286-2e345af17efa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2 HTTP/1.1" status: 200 len: 857 time: 0.1412051 Jul 28 01:15:59.381652 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-afc9d4d5-02b6-456a-944a-904cdc696d6c None None] Provisioning complete for port fc6b8de3-d657-448c-a838-9df4fcda075d triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:15:59.382587 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-afc9d4d5-02b6-456a-944a-904cdc696d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (fc6b8de3-d657-448c-a838-9df4fcda075d), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:59.436503 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-afc9d4d5-02b6-456a-944a-904cdc696d6c None None] Port fc6b8de3-d657-448c-a838-9df4fcda075d cannot update to ACTIVE because it is not bound. {{(pid=104163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 01:15:59.446437 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a447a4a2-2b72-4222-925c-d51366a20396 admin admin] Router 29dfe77d-5de9-428f-9bbd-ff292c1037bd has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:15:59.492447 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:59.527258 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-5ca3d044-6d55-4061-80f5-34d8182e4f85 req-5bc7cd11-180b-4158-a737-ef6ad0a72f9c tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/ports?device_id=0adff266-7f29-4fd6-9852-05c6bafae8e3 HTTP/1.1" status: 200 len: 210 time: 0.0796180 Jul 28 01:15:59.533620 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56431eff-5e85-49e9-899e-75490e5bae64 req-f3bb9281-9f7c-4d18-9273-9adb6437e79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:59.535140 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-56431eff-5e85-49e9-899e-75490e5bae64 req-f3bb9281-9f7c-4d18-9273-9adb6437e79f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8f65178e-aa89-435c-9fed-639dfc5bec3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1459219 Jul 28 01:15:59.718114 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-fa8bc1b6-17c0-4621-9a52-62f159abb4dd req-43268ad9-6b38-46aa-9bbe-72c034c428b0 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Publish callbacks [] for port (7aca7690-85ad-4c74-8cea-1f48979942ea), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:59.725492 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:15:59.777693 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a447a4a2-2b72-4222-925c-d51366a20396 admin admin] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:15:59.790365 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-a447a4a2-2b72-4222-925c-d51366a20396 admin admin] 10.222.0.17 "PUT /v2.0/routers/29dfe77d-5de9-428f-9bbd-ff292c1037bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7031748 Jul 28 01:15:59.798778 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-56431eff-5e85-49e9-899e-75490e5bae64 req-c7b1e8d8-535e-41dc-b3bf-5dd9ef34becb service neutron] 10.222.0.42 "GET /v2.0/networks/8f65178e-aa89-435c-9fed-639dfc5bec3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962168 Jul 28 01:15:59.809585 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-fa8bc1b6-17c0-4621-9a52-62f159abb4dd req-43268ad9-6b38-46aa-9bbe-72c034c428b0 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (7aca7690-85ad-4c74-8cea-1f48979942ea), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:15:59.966061 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa8bc1b6-17c0-4621-9a52-62f159abb4dd req-43268ad9-6b38-46aa-9bbe-72c034c428b0 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Network 38ba4013-ec1c-4018-b20b-27b9ee596ca4 is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:15:59.973665 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43268ad9-6b38-46aa-9bbe-72c034c428b0 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Pushing event updated for resources: {'Port': ['ID=7aca7690-85ad-4c74-8cea-1f48979942ea,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:15:59.976402 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [req-fa8bc1b6-17c0-4621-9a52-62f159abb4dd req-43268ad9-6b38-46aa-9bbe-72c034c428b0 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:15:59.982989 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa8bc1b6-17c0-4621-9a52-62f159abb4dd req-43268ad9-6b38-46aa-9bbe-72c034c428b0 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Received port after_create {{(pid=104162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:15:59.991686 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88cf2e-90d6-4bc3-b031-e3c90d006d85 req-ace059f3-2142-4dbe-afbd-412b478d152d tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:15:59.993284 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ff88cf2e-90d6-4bc3-b031-e3c90d006d85 req-ace059f3-2142-4dbe-afbd-412b478d152d tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 946 time: 0.1816566 Jul 28 01:16:00.092620 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bc1b6-17c0-4621-9a52-62f159abb4dd req-43268ad9-6b38-46aa-9bbe-72c034c428b0 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:00.093241 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-fa8bc1b6-17c0-4621-9a52-62f159abb4dd req-43268ad9-6b38-46aa-9bbe-72c034c428b0 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:00.104551 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-56431eff-5e85-49e9-899e-75490e5bae64 req-4e975921-ba2c-4a97-a8a2-879edeeeed6a service neutron] 10.222.0.42 "GET /v2.0/networks/8f65178e-aa89-435c-9fed-639dfc5bec3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764325 Jul 28 01:16:00.140314 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fa8bc1b6-17c0-4621-9a52-62f159abb4dd req-43268ad9-6b38-46aa-9bbe-72c034c428b0 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8599143 Jul 28 01:16:00.161441 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ff88cf2e-90d6-4bc3-b031-e3c90d006d85 req-2637eea4-49bf-42df-8130-3b557b7e02b8 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448243 Jul 28 01:16:00.167857 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [req-fa8bc1b6-17c0-4621-9a52-62f159abb4dd req-315d0cc5-d82e-450c-adac-fccf4d773899 service neutron] Request body: {'port': {'device_id': '0adff266-7f29-4fd6-9852-05c6bafae8e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:16:00.202963 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce6228-d1cc-4161-b232-668a3217cadb req-1144d7fd-2a10-4135-9b0c-cd77017a3e57 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:00.204621 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-70ce6228-d1cc-4161-b232-668a3217cadb req-1144d7fd-2a10-4135-9b0c-cd77017a3e57 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=e26acfa5-94f2-4d1d-8bfd-9f82e73861f8 HTTP/1.1" status: 200 len: 945 time: 0.0831807 Jul 28 01:16:00.272362 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-fa8bc1b6-17c0-4621-9a52-62f159abb4dd req-315d0cc5-d82e-450c-adac-fccf4d773899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (7aca7690-85ad-4c74-8cea-1f48979942ea), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:00.291550 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:00.320253 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 6ed70dd1-8194-42fb-b248-8d251def69a5 up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:16:00.323324 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-70ce6228-d1cc-4161-b232-668a3217cadb req-82f5f336-ca5d-49db-8c52-c58b709856ea tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086671 Jul 28 01:16:00.360896 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:00.373240 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port 6ed70dd1-8194-42fb-b248-8d251def69a5 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:16:00.373737 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (6ed70dd1-8194-42fb-b248-8d251def69a5), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:00.499433 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port 6ed70dd1-8194-42fb-b248-8d251def69a5 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:16:00.720480 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bd3691-a80c-4f51-8553-1de9461a9b8d None None] Sync routers for ids ['29dfe77d-5de9-428f-9bbd-ff292c1037bd'] in dv-cinder-815582-11-iscsi {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:16:00.742352 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bd3691-a80c-4f51-8553-1de9461a9b8d None None] Routers {'29dfe77d-5de9-428f-9bbd-ff292c1037bd'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:16:00.743601 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-96bd3691-a80c-4f51-8553-1de9461a9b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:15:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['29dfe77d-5de9-428f-9bbd-ff292c1037bd'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:16:00.943448 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe8fb9-5920-4c2c-a6f7-f12af1c22df8 req-73077f6e-2a17-440c-9358-519f0754e1a6 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:00.945478 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8ffe8fb9-5920-4c2c-a6f7-f12af1c22df8 req-73077f6e-2a17-440c-9358-519f0754e1a6 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 946 time: 0.4864113 Jul 28 01:16:01.021809 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-96bd3691-a80c-4f51-8553-1de9461a9b8d None None] Set router 29dfe77d-5de9-428f-9bbd-ff292c1037bd gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:16:01.033364 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d3dcb-7737-4ba6-b212-8e733b024872 req-5c023de7-81ee-4ccf-abcc-5f026839af14 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:01.035386 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e68d3dcb-7737-4ba6-b212-8e733b024872 req-5c023de7-81ee-4ccf-abcc-5f026839af14 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/ports?device_id=0adff266-7f29-4fd6-9852-05c6bafae8e3 HTTP/1.1" status: 200 len: 931 time: 0.1174779 Jul 28 01:16:01.134315 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8ffe8fb9-5920-4c2c-a6f7-f12af1c22df8 req-6895b501-c0ab-496a-aec2-6505485e5478 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=4bfd2ea3-73ab-4651-bee8-9f5b86065b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554556 Jul 28 01:16:01.158008 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [req-fa8bc1b6-17c0-4621-9a52-62f159abb4dd req-315d0cc5-d82e-450c-adac-fccf4d773899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aca7690-85ad-4c74-8cea-1f48979942ea {{(pid=104162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 01:16:01.168009 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-fa8bc1b6-17c0-4621-9a52-62f159abb4dd req-315d0cc5-d82e-450c-adac-fccf4d773899 service neutron] Publish callbacks [] for port (7aca7690-85ad-4c74-8cea-1f48979942ea), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:01.174288 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e68d3dcb-7737-4ba6-b212-8e733b024872 req-19eeab4a-72fc-4ed3-941f-c439f53bbc0a tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/security-groups?id=fc18f291-ea84-4c3c-9abc-ddc3a5568efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303720 Jul 28 01:16:01.196879 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [req-fa8bc1b6-17c0-4621-9a52-62f159abb4dd req-315d0cc5-d82e-450c-adac-fccf4d773899 service neutron] Transition to ACTIVE for port object 7aca7690-85ad-4c74-8cea-1f48979942ea will not be triggered until provisioned by entity L2. {{(pid=104162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 01:16:01.207345 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-fa8bc1b6-17c0-4621-9a52-62f159abb4dd req-315d0cc5-d82e-450c-adac-fccf4d773899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4518704'] for port (7aca7690-85ad-4c74-8cea-1f48979942ea), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:01.245840 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:01.301654 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d0cc5-d82e-450c-adac-fccf4d773899 service neutron] Pushing event updated for resources: {'Port': ['ID=7aca7690-85ad-4c74-8cea-1f48979942ea,revision_number=2']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:16:01.362617 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-96bd3691-a80c-4f51-8553-1de9461a9b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29dfe77d-5de9-428f-9bbd-ff292c1037bd', 'name': 'tempest-TestMinimumBasicScenario-915886952-router', 'tenant_id': 'f0b12ede1da04e0d88ecb4dd72e74afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '6ed70dd1-8194-42fb-b248-8d251def69a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:52Z', 'updated_at': '2022-07-28T01:15:57Z', 'revision_number': 4, 'project_id': 'f0b12ede1da04e0d88ecb4dd72e74afa', 'gw_port': {'id': '6ed70dd1-8194-42fb-b248-8d251def69a5', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:77:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29dfe77d-5de9-428f-9bbd-ff292c1037bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:53Z', 'updated_at': '2022-07-28T01:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'fc6b8de3-d657-448c-a838-9df4fcda075d', 'name': '', 'network_id': '46c781be-89dd-4c32-a88e-07bd7e210e1c', 'tenant_id': 'f0b12ede1da04e0d88ecb4dd72e74afa', 'mac_address': 'fa:16:3e:d4:b7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29dfe77d-5de9-428f-9bbd-ff292c1037bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '5be229d8-1aef-4576-9282-6ee4b282b5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:56Z', 'updated_at': '2022-07-28T01:15:58Z', 'revision_number': 2, 'project_id': 'f0b12ede1da04e0d88ecb4dd72e74afa', 'subnets': [{'id': '5be229d8-1aef-4576-9282-6ee4b282b5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:16:01.398008 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [req-fa8bc1b6-17c0-4621-9a52-62f159abb4dd req-315d0cc5-d82e-450c-adac-fccf4d773899 service neutron] Attempting to bind port 7aca7690-85ad-4c74-8cea-1f48979942ea on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:16:01.398346 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [req-fa8bc1b6-17c0-4621-9a52-62f159abb4dd req-315d0cc5-d82e-450c-adac-fccf4d773899 service neutron] Attempting to bind port 7aca7690-85ad-4c74-8cea-1f48979942ea by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '84998b0a-4c53-4c56-b0ae-ac26c210f8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '38ba4013-ec1c-4018-b20b-27b9ee596ca4'}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:16:01.398679 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8bc1b6-17c0-4621-9a52-62f159abb4dd req-315d0cc5-d82e-450c-adac-fccf4d773899 service neutron] Attempting to bind port 7aca7690-85ad-4c74-8cea-1f48979942ea on network 38ba4013-ec1c-4018-b20b-27b9ee596ca4 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:16:01.404113 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8bc1b6-17c0-4621-9a52-62f159abb4dd req-315d0cc5-d82e-450c-adac-fccf4d773899 service neutron] Port 7aca7690-85ad-4c74-8cea-1f48979942ea on network 38ba4013-ec1c-4018-b20b-27b9ee596ca4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 01:16:01.404288 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bd3691-a80c-4f51-8553-1de9461a9b8d None None] Checking router: 29dfe77d-5de9-428f-9bbd-ff292c1037bd for host: dv-cinder-815582-11-iscsi {{(pid=104164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:16:01.404450 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8bc1b6-17c0-4621-9a52-62f159abb4dd req-315d0cc5-d82e-450c-adac-fccf4d773899 service neutron] Attempting to bind port 7aca7690-85ad-4c74-8cea-1f48979942ea on network 38ba4013-ec1c-4018-b20b-27b9ee596ca4 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:16:01.404549 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bd3691-a80c-4f51-8553-1de9461a9b8d None None] Updating router 29dfe77d-5de9-428f-9bbd-ff292c1037bd port fc6b8de3-d657-448c-a838-9df4fcda075d binding host dv-cinder-815582-11-iscsi {{(pid=104164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 01:16:01.412238 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a781c2-2323-4d4c-a66a-de98322a5f53 req-e00e95fe-c5dd-4799-9e68-b0a1c297fbc5 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:01.413764 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-10a781c2-2323-4d4c-a66a-de98322a5f53 req-e00e95fe-c5dd-4799-9e68-b0a1c297fbc5 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 946 time: 0.0833542 Jul 28 01:16:01.418215 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8bc1b6-17c0-4621-9a52-62f159abb4dd req-315d0cc5-d82e-450c-adac-fccf4d773899 service neutron] Checking agent: {'id': '8d4a48be-b376-49eb-a7aa-478deaa3f35f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 11, 32), 'started_at': datetime.datetime(2022, 7, 28, 1, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:16:01.418580 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8bc1b6-17c0-4621-9a52-62f159abb4dd req-315d0cc5-d82e-450c-adac-fccf4d773899 service neutron] Checking segment: {'id': '84998b0a-4c53-4c56-b0ae-ac26c210f8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '38ba4013-ec1c-4018-b20b-27b9ee596ca4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:16:01.419016 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8bc1b6-17c0-4621-9a52-62f159abb4dd req-315d0cc5-d82e-450c-adac-fccf4d773899 service neutron] Bound using segment: {'id': '84998b0a-4c53-4c56-b0ae-ac26c210f8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '38ba4013-ec1c-4018-b20b-27b9ee596ca4'} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:16:01.419452 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [req-fa8bc1b6-17c0-4621-9a52-62f159abb4dd req-315d0cc5-d82e-450c-adac-fccf4d773899 service neutron] Bound port: 7aca7690-85ad-4c74-8cea-1f48979942ea, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84998b0a-4c53-4c56-b0ae-ac26c210f8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '38ba4013-ec1c-4018-b20b-27b9ee596ca4'}}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:16:01.419816 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-fa8bc1b6-17c0-4621-9a52-62f159abb4dd req-315d0cc5-d82e-450c-adac-fccf4d773899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (7aca7690-85ad-4c74-8cea-1f48979942ea), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:01.455556 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-96bd3691-a80c-4f51-8553-1de9461a9b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (fc6b8de3-d657-448c-a838-9df4fcda075d), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:01.500286 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bced179-dc7d-4825-8f6a-1ae8652027ae req-dbbb0fe9-e5da-4cab-bf07-3a58b6cdf525 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:01.502284 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7bced179-dc7d-4825-8f6a-1ae8652027ae req-dbbb0fe9-e5da-4cab-bf07-3a58b6cdf525 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=e26acfa5-94f2-4d1d-8bfd-9f82e73861f8 HTTP/1.1" status: 200 len: 945 time: 0.0655701 Jul 28 01:16:01.567096 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [req-fa8bc1b6-17c0-4621-9a52-62f159abb4dd req-315d0cc5-d82e-450c-adac-fccf4d773899 service neutron] For port 7aca7690-85ad-4c74-8cea-1f48979942ea, host hv-cinder-81558, cleared binding levels {{(pid=104162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:16:01.571544 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [req-fa8bc1b6-17c0-4621-9a52-62f159abb4dd req-315d0cc5-d82e-450c-adac-fccf4d773899 service neutron] For port 7aca7690-85ad-4c74-8cea-1f48979942ea, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=7aca7690-85ad-4c74-8cea-1f48979942ea,segment=NetworkSegment(84998b0a-4c53-4c56-b0ae-ac26c210f8c0),segment_id=84998b0a-4c53-4c56-b0ae-ac26c210f8c0)] {{(pid=104162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:16:01.592666 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:01.597402 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-fa8bc1b6-17c0-4621-9a52-62f159abb4dd req-315d0cc5-d82e-450c-adac-fccf4d773899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4518704'] for port (7aca7690-85ad-4c74-8cea-1f48979942ea), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:01.657814 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bc1b6-17c0-4621-9a52-62f159abb4dd req-315d0cc5-d82e-450c-adac-fccf4d773899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:01.658721 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-fa8bc1b6-17c0-4621-9a52-62f159abb4dd req-315d0cc5-d82e-450c-adac-fccf4d773899 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:01.659844 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fa8bc1b6-17c0-4621-9a52-62f159abb4dd req-315d0cc5-d82e-450c-adac-fccf4d773899 service neutron] 10.222.0.42 "PUT /v2.0/ports/7aca7690-85ad-4c74-8cea-1f48979942ea HTTP/1.1" status: 200 len: 1093 time: 1.5023561 Jul 28 01:16:01.662201 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0adff266-7f29-4fd6-9852-05c6bafae8e3', 'tag': '7aca7690-85ad-4c74-8cea-1f48979942ea'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:16:01.664520 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f6b11fd638c6a58f8ef19871f5a43997b3abcb3256dc707badf279ceb4d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e52db0c-1c35-4801-a542-a802cf13a3b4" -d '{"events": [{"name": "network-changed", "server_uuid": "0adff266-7f29-4fd6-9852-05c6bafae8e3", "tag": "7aca7690-85ad-4c74-8cea-1f48979942ea"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:16:01.670008 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-10a781c2-2323-4d4c-a66a-de98322a5f53 req-9bbe8651-2595-407b-b46f-efd87c582f03 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2477608 Jul 28 01:16:01.692628 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=100 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:01.714026 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7bced179-dc7d-4825-8f6a-1ae8652027ae req-fa192adf-a1a7-471e-bf63-293473e4c8dc tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387925 Jul 28 01:16:01.714851 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d0cc5-d82e-450c-adac-fccf4d773899 service neutron] Pushing event updated for resources: {'Port': ['ID=7aca7690-85ad-4c74-8cea-1f48979942ea,revision_number=3']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:16:01.763350 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 01:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fdc5a45-134a-484b-a0f4-c91cd297d302 x-openstack-request-id: req-4fdc5a45-134a-484b-a0f4-c91cd297d302 {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:16:01.763689 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0adff266-7f29-4fd6-9852-05c6bafae8e3", "tag": "7aca7690-85ad-4c74-8cea-1f48979942ea", "status": "completed", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:16:01.764153 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-4fdc5a45-134a-484b-a0f4-c91cd297d302 {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:16:01.764636 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fdc5a45-134a-484b-a0f4-c91cd297d302'] response: {'name': 'network-changed', 'server_uuid': '0adff266-7f29-4fd6-9852-05c6bafae8e3', 'tag': '7aca7690-85ad-4c74-8cea-1f48979942ea', 'status': 'completed', 'code': 200} Jul 28 01:16:01.849529 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bc1b6-17c0-4621-9a52-62f159abb4dd req-3613d83e-5aa6-4a3b-bf9c-4b30bdf15202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:01.850967 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fa8bc1b6-17c0-4621-9a52-62f159abb4dd req-3613d83e-5aa6-4a3b-bf9c-4b30bdf15202 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0beae1c88e9948d28a386b5e31c68f85&device_id=0adff266-7f29-4fd6-9852-05c6bafae8e3 HTTP/1.1" status: 200 len: 1127 time: 0.0621932 Jul 28 01:16:01.929296 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-96bd3691-a80c-4f51-8553-1de9461a9b8d None None] Publish callbacks [] for port (fc6b8de3-d657-448c-a838-9df4fcda075d), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:01.953954 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fa8bc1b6-17c0-4621-9a52-62f159abb4dd req-9975b229-138c-46d4-a84f-b596ca0cbc86 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7aca7690-85ad-4c74-8cea-1f48979942ea HTTP/1.1" status: 200 len: 217 time: 0.0725369 Jul 28 01:16:01.955411 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-96bd3691-a80c-4f51-8553-1de9461a9b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (fc6b8de3-d657-448c-a838-9df4fcda075d), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:01.996630 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:02.106005 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420deec-0a2b-4b8e-8387-4b8055a8b69a None None] Pushing event updated for resources: {'Port': ['ID=fc6b8de3-d657-448c-a838-9df4fcda075d,revision_number=3']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:16:02.144670 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-96bd3691-a80c-4f51-8553-1de9461a9b8d None None] Attempting to bind port fc6b8de3-d657-448c-a838-9df4fcda075d on host dv-cinder-815582-11-iscsi for vnic_type normal with profile {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:16:02.145630 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-96bd3691-a80c-4f51-8553-1de9461a9b8d None None] Attempting to bind port fc6b8de3-d657-448c-a838-9df4fcda075d by drivers openvswitch,hyperv on host dv-cinder-815582-11-iscsi at level 0 using segments [{'id': '673ffa2f-06e1-4d24-a7f0-b5124a4b6733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '46c781be-89dd-4c32-a88e-07bd7e210e1c'}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:16:02.146205 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bd3691-a80c-4f51-8553-1de9461a9b8d None None] Attempting to bind port fc6b8de3-d657-448c-a838-9df4fcda075d on network 46c781be-89dd-4c32-a88e-07bd7e210e1c {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:16:02.152477 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bd3691-a80c-4f51-8553-1de9461a9b8d None None] Checking agent: {'id': 'e0b16abb-2210-4432-8141-713fb95a37e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 4, 43), 'started_at': datetime.datetime(2022, 7, 28, 1, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:16:02.153181 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bd3691-a80c-4f51-8553-1de9461a9b8d None None] Checking segment: {'id': '673ffa2f-06e1-4d24-a7f0-b5124a4b6733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '46c781be-89dd-4c32-a88e-07bd7e210e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:16:02.153785 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-96bd3691-a80c-4f51-8553-1de9461a9b8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:02.154981 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bd3691-a80c-4f51-8553-1de9461a9b8d None None] Bound using segment: {'id': '673ffa2f-06e1-4d24-a7f0-b5124a4b6733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '46c781be-89dd-4c32-a88e-07bd7e210e1c'} {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:16:02.155667 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-96bd3691-a80c-4f51-8553-1de9461a9b8d None None] Bound port: fc6b8de3-d657-448c-a838-9df4fcda075d, host: dv-cinder-815582-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '673ffa2f-06e1-4d24-a7f0-b5124a4b6733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '46c781be-89dd-4c32-a88e-07bd7e210e1c'}}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:16:02.156250 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-96bd3691-a80c-4f51-8553-1de9461a9b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (fc6b8de3-d657-448c-a838-9df4fcda075d), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:02.232450 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-96bd3691-a80c-4f51-8553-1de9461a9b8d None None] For port fc6b8de3-d657-448c-a838-9df4fcda075d, host dv-cinder-815582-11-iscsi, cleared binding levels {{(pid=104164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:16:02.236537 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-96bd3691-a80c-4f51-8553-1de9461a9b8d None None] For port fc6b8de3-d657-448c-a838-9df4fcda075d, host dv-cinder-815582-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=fc6b8de3-d657-448c-a838-9df4fcda075d,segment=NetworkSegment(673ffa2f-06e1-4d24-a7f0-b5124a4b6733),segment_id=673ffa2f-06e1-4d24-a7f0-b5124a4b6733)] {{(pid=104164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:16:02.251875 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-96bd3691-a80c-4f51-8553-1de9461a9b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (fc6b8de3-d657-448c-a838-9df4fcda075d), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:02.332470 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a4b4922b-0e0a-4328-b582-870edc134016 req-937877e0-8081-4efc-b70d-e2bb0f124aa2 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1741610070&fields=id&tenant_id=d14de33f76ea44db8899900481299b87 HTTP/1.1" status: 200 len: 267 time: 0.1576753 Jul 28 01:16:02.346209 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bd3691-a80c-4f51-8553-1de9461a9b8d None None] Routers {'29dfe77d-5de9-428f-9bbd-ff292c1037bd'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:16:02.347148 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-96bd3691-a80c-4f51-8553-1de9461a9b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:15:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['29dfe77d-5de9-428f-9bbd-ff292c1037bd'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:16:02.349513 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420deec-0a2b-4b8e-8387-4b8055a8b69a None None] Pushing event updated for resources: {'Port': ['ID=fc6b8de3-d657-448c-a838-9df4fcda075d,revision_number=4']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:16:02.460868 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (8d4a48be-b376-49eb-a7aa-478deaa3f35f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:02.471271 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-1d23279f-da2f-4833-bdb0-7f6a17bb1f08 None None] Provisioning complete for port fc6b8de3-d657-448c-a838-9df4fcda075d triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:16:02.471997 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-1d23279f-da2f-4833-bdb0-7f6a17bb1f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (fc6b8de3-d657-448c-a838-9df4fcda075d), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:02.525271 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-96bd3691-a80c-4f51-8553-1de9461a9b8d None None] Set router 29dfe77d-5de9-428f-9bbd-ff292c1037bd gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:16:02.564796 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe22445-78fa-47c9-ab21-9c44cdf45bda req-a284c2a3-d3a2-4624-9407-fd7e0ff20237 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:02.573226 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-dbe22445-78fa-47c9-ab21-9c44cdf45bda req-a284c2a3-d3a2-4624-9407-fd7e0ff20237 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 946 time: 0.2341709 Jul 28 01:16:02.646611 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bc1b6-17c0-4621-9a52-62f159abb4dd req-6d53a3aa-eb49-45e3-aa15-972fbf7307e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:02.649825 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fa8bc1b6-17c0-4621-9a52-62f159abb4dd req-6d53a3aa-eb49-45e3-aa15-972fbf7307e1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b81d4d01-94e8-4767-bceb-2eb6c08cd72d HTTP/1.1" status: 200 len: 848 time: 0.1238275 Jul 28 01:16:02.677235 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-1d23279f-da2f-4833-bdb0-7f6a17bb1f08 None None] Current status of the port fc6b8de3-d657-448c-a838-9df4fcda075d is: DOWN; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:16:02.678343 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-1d23279f-da2f-4833-bdb0-7f6a17bb1f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (fc6b8de3-d657-448c-a838-9df4fcda075d), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:02.765499 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-1d23279f-da2f-4833-bdb0-7f6a17bb1f08 None None] For port fc6b8de3-d657-448c-a838-9df4fcda075d, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=fc6b8de3-d657-448c-a838-9df4fcda075d,segment=NetworkSegment(673ffa2f-06e1-4d24-a7f0-b5124a4b6733),segment_id=673ffa2f-06e1-4d24-a7f0-b5124a4b6733)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:16:02.775946 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-1d23279f-da2f-4833-bdb0-7f6a17bb1f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (fc6b8de3-d657-448c-a838-9df4fcda075d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:02.794945 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=32,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:02.813139 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 49274) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:16:02.826405 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=53,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:02.834418 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fa8bc1b6-17c0-4621-9a52-62f159abb4dd req-e10f6e06-fbc6-40fb-9577-48fdd0e15249 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38ba4013-ec1c-4018-b20b-27b9ee596ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024413 Jul 28 01:16:02.852988 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4922b-0e0a-4328-b582-870edc134016 req-b6f64e60-9980-41b7-93c6-b68cedc9f391 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:02.854630 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a4b4922b-0e0a-4328-b582-870edc134016 req-b6f64e60-9980-41b7-93c6-b68cedc9f391 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/networks?id=f365ac42-75a7-4c3d-8591-d4097c9f6065 HTTP/1.1" status: 200 len: 812 time: 0.5213454 Jul 28 01:16:02.867809 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d23279f-da2f-4833-bdb0-7f6a17bb1f08 None None] Pushing event updated for resources: {'Port': ['ID=fc6b8de3-d657-448c-a838-9df4fcda075d,revision_number=5']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:16:02.879299 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-96bd3691-a80c-4f51-8553-1de9461a9b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29dfe77d-5de9-428f-9bbd-ff292c1037bd', 'name': 'tempest-TestMinimumBasicScenario-915886952-router', 'tenant_id': 'f0b12ede1da04e0d88ecb4dd72e74afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '6ed70dd1-8194-42fb-b248-8d251def69a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:52Z', 'updated_at': '2022-07-28T01:15:57Z', 'revision_number': 4, 'project_id': 'f0b12ede1da04e0d88ecb4dd72e74afa', 'gw_port': {'id': '6ed70dd1-8194-42fb-b248-8d251def69a5', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:77:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29dfe77d-5de9-428f-9bbd-ff292c1037bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:53Z', 'updated_at': '2022-07-28T01:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'fc6b8de3-d657-448c-a838-9df4fcda075d', 'name': '', 'network_id': '46c781be-89dd-4c32-a88e-07bd7e210e1c', 'tenant_id': 'f0b12ede1da04e0d88ecb4dd72e74afa', 'mac_address': 'fa:16:3e:d4:b7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29dfe77d-5de9-428f-9bbd-ff292c1037bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '5be229d8-1aef-4576-9282-6ee4b282b5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:56Z', 'updated_at': '2022-07-28T01:16:02Z', 'revision_number': 4, 'project_id': 'f0b12ede1da04e0d88ecb4dd72e74afa', 'subnets': [{'id': '5be229d8-1aef-4576-9282-6ee4b282b5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:16:02.904965 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-18063ddf-0387-44d1-a2e3-781cb8d3435f None None] Provisioning complete for port fc6b8de3-d657-448c-a838-9df4fcda075d triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:16:02.905425 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-18063ddf-0387-44d1-a2e3-781cb8d3435f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (fc6b8de3-d657-448c-a838-9df4fcda075d), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:02.914453 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bd3691-a80c-4f51-8553-1de9461a9b8d None None] The sync data for ids ['29dfe77d-5de9-428f-9bbd-ff292c1037bd'] in dv-cinder-815582-11-iscsi is: [{'id': '29dfe77d-5de9-428f-9bbd-ff292c1037bd', 'name': 'tempest-TestMinimumBasicScenario-915886952-router', 'tenant_id': 'f0b12ede1da04e0d88ecb4dd72e74afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '6ed70dd1-8194-42fb-b248-8d251def69a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:52Z', 'updated_at': '2022-07-28T01:15:57Z', 'revision_number': 4, 'project_id': 'f0b12ede1da04e0d88ecb4dd72e74afa', 'gw_port': {'id': '6ed70dd1-8194-42fb-b248-8d251def69a5', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:77:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29dfe77d-5de9-428f-9bbd-ff292c1037bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:53Z', 'updated_at': '2022-07-28T01:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'fc6b8de3-d657-448c-a838-9df4fcda075d', 'name': '', 'network_id': '46c781be-89dd-4c32-a88e-07bd7e210e1c', 'tenant_id': 'f0b12ede1da04e0d88ecb4dd72e74afa', 'mac_address': 'fa:16:3e:d4:b7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29dfe77d-5de9-428f-9bbd-ff292c1037bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '5be229d8-1aef-4576-9282-6ee4b282b5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:56Z', 'updated_at': '2022-07-28T01:16:02Z', 'revision_number': 4, 'project_id': 'f0b12ede1da04e0d88ecb4dd72e74afa', 'subnets': [{'id': '5be229d8-1aef-4576-9282-6ee4b282b5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:16:02.961968 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a4b4922b-0e0a-4328-b582-870edc134016 req-f9d944e3-88b1-4b0d-91bc-4701e86ac574 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/quotas/d14de33f76ea44db8899900481299b87 HTTP/1.1" status: 200 len: 375 time: 0.0858691 Jul 28 01:16:02.973827 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-dbe22445-78fa-47c9-ab21-9c44cdf45bda req-51ece01e-313d-47c7-9a83-4d25fd3c45b0 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=4bfd2ea3-73ab-4651-bee8-9f5b86065b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3995235 Jul 28 01:16:03.040109 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8ef40b32-7b34-4092-95fa-e051cb3c15ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:03.042177 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:03.065725 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a4b4922b-0e0a-4328-b582-870edc134016 req-bb0030a0-8ac9-4634-a400-d30952350cdc tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=d14de33f76ea44db8899900481299b87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0827169 Jul 28 01:16:03.082973 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:03.165558 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-18063ddf-0387-44d1-a2e3-781cb8d3435f None None] Current status of the port fc6b8de3-d657-448c-a838-9df4fcda075d is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:16:03.169968 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8ef40b32-7b34-4092-95fa-e051cb3c15ff admin admin] Publish callbacks [] for security_group (ed2cc17a-9454-45fc-b99d-59889f564215), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:03.177748 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8ef40b32-7b34-4092-95fa-e051cb3c15ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (ed2cc17a-9454-45fc-b99d-59889f564215), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:03.224497 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a4b4922b-0e0a-4328-b582-870edc134016 req-45b5d28a-bc0a-4bf5-bb1e-ce3a1fdafc28 service neutron] 10.222.0.17 "GET /v2.0/networks/f365ac42-75a7-4c3d-8591-d4097c9f6065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284606 Jul 28 01:16:03.246712 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fa8bc1b6-17c0-4621-9a52-62f159abb4dd req-1b0ec7a4-e6ff-4066-84a6-17387ce2c7e9 service neutron] 10.222.0.42 "GET /v2.0/networks/38ba4013-ec1c-4018-b20b-27b9ee596ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892288 Jul 28 01:16:03.247271 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 49278) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:16:03.247881 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-8ef40b32-7b34-4092-95fa-e051cb3c15ff admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=390c0b0512694320b72804c72157b687&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4330969 Jul 28 01:16:03.248949 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef40b32-7b34-4092-95fa-e051cb3c15ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2cc17a-9454-45fc-b99d-59889f564215,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:16:03.441244 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:03.499566 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215aafd8-a031-4690-88ec-6e069df5c544 req-c2024b19-bf10-48d3-9135-aedf504aa666 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:03.507304 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-215aafd8-a031-4690-88ec-6e069df5c544 req-c2024b19-bf10-48d3-9135-aedf504aa666 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/ports?device_id=0adff266-7f29-4fd6-9852-05c6bafae8e3 HTTP/1.1" status: 200 len: 943 time: 0.2691910 Jul 28 01:16:03.530151 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a4b4922b-0e0a-4328-b582-870edc134016 req-307045ae-6778-4c09-941d-2c8f9e033b18 service neutron] 10.222.0.17 "GET /v2.0/networks/f365ac42-75a7-4c3d-8591-d4097c9f6065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868261 Jul 28 01:16:03.602297 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-ffbfd0ed-ae34-4aff-b99c-cc936211cdeb admin admin] Publish callbacks [] for security_group (ed2cc17a-9454-45fc-b99d-59889f564215), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:03.612151 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fa8bc1b6-17c0-4621-9a52-62f159abb4dd req-3667fe32-6048-4259-a1ff-2c9f295bc17b service neutron] 10.222.0.42 "GET /v2.0/networks/38ba4013-ec1c-4018-b20b-27b9ee596ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248754 Jul 28 01:16:03.638872 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-215aafd8-a031-4690-88ec-6e069df5c544 req-978cfae7-b788-476a-b246-2d87dddcab81 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/security-groups?id=fc18f291-ea84-4c3c-9abc-ddc3a5568efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225796 Jul 28 01:16:03.681021 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-ffbfd0ed-ae34-4aff-b99c-cc936211cdeb admin admin] Publish callbacks [] for security_group (ed2cc17a-9454-45fc-b99d-59889f564215), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:03.761273 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-ffbfd0ed-ae34-4aff-b99c-cc936211cdeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (ed2cc17a-9454-45fc-b99d-59889f564215), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:03.764803 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-ffbfd0ed-ae34-4aff-b99c-cc936211cdeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:03.768499 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-ffbfd0ed-ae34-4aff-b99c-cc936211cdeb admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ed2cc17a-9454-45fc-b99d-59889f564215 HTTP/1.1" status: 204 len: 168 time: 0.4997611 Jul 28 01:16:03.804794 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbfd0ed-ae34-4aff-b99c-cc936211cdeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2cc17a-9454-45fc-b99d-59889f564215,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:16:03.820831 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d710b-2536-4a65-bc2e-95d9b08f290b req-7b08d8e4-09b6-43ef-8186-ed67e17a94b4 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:03.828677 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-660d710b-2536-4a65-bc2e-95d9b08f290b req-7b08d8e4-09b6-43ef-8186-ed67e17a94b4 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 946 time: 0.0825391 Jul 28 01:16:03.920168 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-660d710b-2536-4a65-bc2e-95d9b08f290b req-ee54d79d-a105-4b8f-94bc-176fa11a7a91 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905151 Jul 28 01:16:04.111049 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93858ed-2767-4caf-a3a6-cfd99be4eb08 req-6e31a6db-9040-4fc9-a339-9b3a9dd4265c tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:04.112915 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-c93858ed-2767-4caf-a3a6-cfd99be4eb08 req-6e31a6db-9040-4fc9-a339-9b3a9dd4265c tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=e26acfa5-94f2-4d1d-8bfd-9f82e73861f8 HTTP/1.1" status: 200 len: 945 time: 0.0735142 Jul 28 01:16:04.246334 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-c93858ed-2767-4caf-a3a6-cfd99be4eb08 req-ad26eff3-4657-4a38-aad5-d7f3d138067f tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237020 Jul 28 01:16:04.437889 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf32c2-683a-4bd7-95c8-2a7a2d1521da req-64a7a92e-9302-4df2-b5d5-9ae7efd9baa9 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:04.441643 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-5fcf32c2-683a-4bd7-95c8-2a7a2d1521da req-64a7a92e-9302-4df2-b5d5-9ae7efd9baa9 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 946 time: 0.1542466 Jul 28 01:16:04.443139 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device fc6b8de3-d657-448c-a838-9df4fcda075d up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:16:04.528411 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fdbbc35d-c07f-493d-b892-8c20e3b12699 req-dcf70b44-1a98-462c-a7f7-1e41058c84a0 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=49aad030-b12c-409b-b5da-ba6eb7779f32 HTTP/1.1" status: 200 len: 210 time: 0.1067898 Jul 28 01:16:04.630416 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-5fcf32c2-683a-4bd7-95c8-2a7a2d1521da req-d0e0aa52-1e34-4e24-96f2-af12f2b679fc tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=4bfd2ea3-73ab-4651-bee8-9f5b86065b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228273 Jul 28 01:16:04.640919 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port fc6b8de3-d657-448c-a838-9df4fcda075d triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:16:04.643121 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (fc6b8de3-d657-448c-a838-9df4fcda075d), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:04.912169 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52db0c-1c35-4801-a542-a802cf13a3b4 req-c68a446d-76e5-44c2-adea-cc568a8402ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:04.919433 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port fc6b8de3-d657-448c-a838-9df4fcda075d is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:16:04.920398 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0e52db0c-1c35-4801-a542-a802cf13a3b4 req-c68a446d-76e5-44c2-adea-cc568a8402ce service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0beae1c88e9948d28a386b5e31c68f85&device_id=0adff266-7f29-4fd6-9852-05c6bafae8e3 HTTP/1.1" status: 200 len: 1127 time: 0.2363620 Jul 28 01:16:04.927097 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 7aca7690-85ad-4c74-8cea-1f48979942ea details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 01:16:05.178300 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 7aca7690-85ad-4c74-8cea-1f48979942ea, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=7aca7690-85ad-4c74-8cea-1f48979942ea,segment=NetworkSegment(84998b0a-4c53-4c56-b0ae-ac26c210f8c0),segment_id=84998b0a-4c53-4c56-b0ae-ac26c210f8c0)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:16:05.230267 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Returning: {'device': '7aca7690-85ad-4c74-8cea-1f48979942ea', 'network_id': '38ba4013-ec1c-4018-b20b-27b9ee596ca4', 'port_id': '7aca7690-85ad-4c74-8cea-1f48979942ea', 'mac_address': 'fa:16:3e:62:f1:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b81d4d01-94e8-4767-bceb-2eb6c08cd72d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 01:16:05.281743 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port 7aca7690-85ad-4c74-8cea-1f48979942ea is: DOWN; New status is: BUILD {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:16:05.282148 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (7aca7690-85ad-4c74-8cea-1f48979942ea), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:05.298830 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aca7690-85ad-4c74-8cea-1f48979942ea {{(pid=104163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 01:16:05.308704 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:05.311930 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52db0c-1c35-4801-a542-a802cf13a3b4 req-3b928bd0-5ae6-4d2a-8aac-a906c6e7ac52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:05.314390 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0e52db0c-1c35-4801-a542-a802cf13a3b4 req-3b928bd0-5ae6-4d2a-8aac-a906c6e7ac52 service neutron] 10.222.0.42 "GET /v2.0/networks?id=38ba4013-ec1c-4018-b20b-27b9ee596ca4 HTTP/1.1" status: 200 len: 909 time: 0.3841114 Jul 28 01:16:05.347019 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 7aca7690-85ad-4c74-8cea-1f48979942ea, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=7aca7690-85ad-4c74-8cea-1f48979942ea,segment=NetworkSegment(84998b0a-4c53-4c56-b0ae-ac26c210f8c0),segment_id=84998b0a-4c53-4c56-b0ae-ac26c210f8c0)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:16:05.354183 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (7aca7690-85ad-4c74-8cea-1f48979942ea), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:05.480269 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f13082-c7f1-4d5f-957c-4163493190bc req-3c4860e5-8468-421c-9129-7c20c566a0f2 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:05.490121 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-98f13082-c7f1-4d5f-957c-4163493190bc req-3c4860e5-8468-421c-9129-7c20c566a0f2 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/ports?device_id=0adff266-7f29-4fd6-9852-05c6bafae8e3 HTTP/1.1" status: 200 len: 943 time: 0.6417036 Jul 28 01:16:05.515220 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=7aca7690-85ad-4c74-8cea-1f48979942ea,revision_number=4']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:16:05.553229 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0e52db0c-1c35-4801-a542-a802cf13a3b4 req-daaf8e5e-a757-40ab-821d-b98e72fd5c90 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7aca7690-85ad-4c74-8cea-1f48979942ea HTTP/1.1" status: 200 len: 217 time: 0.2285390 Jul 28 01:16:05.600730 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af133c-2620-4c98-afa1-557414f05b4b req-a61845db-5dea-424b-a823-b21367658f69 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:05.618384 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-92af133c-2620-4c98-afa1-557414f05b4b req-a61845db-5dea-424b-a823-b21367658f69 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 946 time: 0.3027873 Jul 28 01:16:05.661286 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] get_ports_and_sgs() called for port_ids ['7aca7690-85ad-4c74-8cea-1f48979942ea'] {{(pid=104163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 01:16:05.768419 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-98f13082-c7f1-4d5f-957c-4163493190bc req-b2543da1-586e-468a-acf0-2095b0fabd4f tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/security-groups?id=fc18f291-ea84-4c3c-9abc-ddc3a5568efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770779 Jul 28 01:16:05.806394 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52db0c-1c35-4801-a542-a802cf13a3b4 req-3941e25d-3601-4f30-84cd-736369b18af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:05.808002 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0e52db0c-1c35-4801-a542-a802cf13a3b4 req-3941e25d-3601-4f30-84cd-736369b18af9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b81d4d01-94e8-4767-bceb-2eb6c08cd72d HTTP/1.1" status: 200 len: 848 time: 0.1865771 Jul 28 01:16:05.844591 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-92af133c-2620-4c98-afa1-557414f05b4b req-5a66fc65-1dba-4435-950e-e462a9f5b699 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2250984 Jul 28 01:16:05.937349 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0e52db0c-1c35-4801-a542-a802cf13a3b4 req-2380e9c4-c7da-4018-a370-8ea9792f99a1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38ba4013-ec1c-4018-b20b-27b9ee596ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917144 Jul 28 01:16:05.982951 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:05.988101 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-24142fc2-8e27-46c4-b61a-2404ab527687 req-347c6e21-0d16-4070-800f-46e8a15d0063 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=49aad030-b12c-409b-b5da-ba6eb7779f32 HTTP/1.1" status: 200 len: 210 time: 0.0536966 Jul 28 01:16:06.119811 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14876fff-5e2d-4c6f-a60a-d2247e6e4e8f req-6421f2bd-826f-4bd6-85b2-464dc2508eb4 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:06.121459 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-14876fff-5e2d-4c6f-a60a-d2247e6e4e8f req-6421f2bd-826f-4bd6-85b2-464dc2508eb4 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 946 time: 0.1324308 Jul 28 01:16:06.142335 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:06.239197 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0e52db0c-1c35-4801-a542-a802cf13a3b4 req-75945762-6fc5-4ad4-8a49-93f5688c4b1a service neutron] 10.222.0.42 "GET /v2.0/networks/38ba4013-ec1c-4018-b20b-27b9ee596ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758256 Jul 28 01:16:06.374760 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-14876fff-5e2d-4c6f-a60a-d2247e6e4e8f req-dfe4c308-3999-4dec-bfff-e6e3daec883a tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=4bfd2ea3-73ab-4651-bee8-9f5b86065b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2361865 Jul 28 01:16:06.489370 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0e52db0c-1c35-4801-a542-a802cf13a3b4 req-88c3deff-99ba-4d4c-ba1e-81865c70d0a8 service neutron] 10.222.0.42 "GET /v2.0/networks/38ba4013-ec1c-4018-b20b-27b9ee596ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353814 Jul 28 01:16:06.542919 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 49346) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:16:06.549014 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-249e386c-1052-4936-a7b5-6ce6fbfeac18 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1705610214', 'description': 'tempest-description--488728878'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:16:06.562583 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4922b-0e0a-4328-b582-870edc134016 req-90182c73-50b7-43ff-b1a9-6088252405f9 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:06.564618 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a4b4922b-0e0a-4328-b582-870edc134016 req-90182c73-50b7-43ff-b1a9-6088252405f9 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.42 "GET /v2.0/networks?id=f365ac42-75a7-4c3d-8591-d4097c9f6065 HTTP/1.1" status: 200 len: 812 time: 0.2917387 Jul 28 01:16:06.599935 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-249e386c-1052-4936-a7b5-6ce6fbfeac18 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:06.676728 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a4b4922b-0e0a-4328-b582-870edc134016 req-ed194064-b5aa-4d65-9986-2b231c1530f3 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d14de33f76ea44db8899900481299b87 HTTP/1.1" status: 200 len: 380 time: 0.1028383 Jul 28 01:16:06.733064 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [req-a4b4922b-0e0a-4328-b582-870edc134016 req-9d24d587-96ec-498e-9124-4de80f5d2057 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Request body: {'port': {'device_id': '49aad030-b12c-409b-b5da-ba6eb7779f32', 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065', 'admin_state_up': True, 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'security_groups': ['03453fe8-8e0a-4e94-8479-3e9df7c7ae78']}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:16:06.747585 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:06.791112 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-249e386c-1052-4936-a7b5-6ce6fbfeac18 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks [] for security_group (c741fee7-7ebc-42ea-8f17-aca0a97dcdef), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:06.813421 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-249e386c-1052-4936-a7b5-6ce6fbfeac18 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (c741fee7-7ebc-42ea-8f17-aca0a97dcdef), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:06.850770 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e386c-1052-4936-a7b5-6ce6fbfeac18 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c741fee7-7ebc-42ea-8f17-aca0a97dcdef,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:16:06.865885 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-249e386c-1052-4936-a7b5-6ce6fbfeac18 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:06.867447 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-249e386c-1052-4936-a7b5-6ce6fbfeac18 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3227842 Jul 28 01:16:06.877168 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 49352) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:16:06.891149 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-eef69bb6-959b-4d53-bbdc-439224406e3e tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Request body: {'security_group_rule': {'security_group_id': 'c741fee7-7ebc-42ea-8f17-aca0a97dcdef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:16:06.928292 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-eef69bb6-959b-4d53-bbdc-439224406e3e tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks [] for security_group_rule (921b52e4-03ce-4d2c-bd17-d22348503a37), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:06.930754 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 7aca7690-85ad-4c74-8cea-1f48979942ea up at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:16:06.996562 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Provisioning for port 7aca7690-85ad-4c74-8cea-1f48979942ea completed by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 01:16:07.006056 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Provisioning complete for port 7aca7690-85ad-4c74-8cea-1f48979942ea triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:16:07.007569 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (7aca7690-85ad-4c74-8cea-1f48979942ea), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:07.034675 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-eef69bb6-959b-4d53-bbdc-439224406e3e tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks [] for security_group_rule (921b52e4-03ce-4d2c-bd17-d22348503a37), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:07.041779 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-eef69bb6-959b-4d53-bbdc-439224406e3e tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553027'] for security_group_rule (921b52e4-03ce-4d2c-bd17-d22348503a37), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:07.072275 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef69bb6-959b-4d53-bbdc-439224406e3e tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=921b52e4-03ce-4d2c-bd17-d22348503a37,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:16:07.088040 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-eef69bb6-959b-4d53-bbdc-439224406e3e tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:07.089614 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-eef69bb6-959b-4d53-bbdc-439224406e3e tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2115340 Jul 28 01:16:07.093145 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 49362) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:16:07.105323 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-a7f5ec31-0435-43a9-8191-e07482b58ef8 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Request body: {'security_group_rule': {'security_group_id': 'c741fee7-7ebc-42ea-8f17-aca0a97dcdef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:16:07.137146 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a7f5ec31-0435-43a9-8191-e07482b58ef8 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks [] for security_group_rule (f1cee996-612a-487f-96a6-795b3b63a60d), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:07.137740 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port 7aca7690-85ad-4c74-8cea-1f48979942ea is: BUILD; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:16:07.138304 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (7aca7690-85ad-4c74-8cea-1f48979942ea), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:07.191220 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f858f5-ab40-430b-ac6f-6bc49b24b669 req-49f68040-1b1d-4a25-8b73-4f7cd7734f90 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:07.199168 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-30f858f5-ab40-430b-ac6f-6bc49b24b669 req-49f68040-1b1d-4a25-8b73-4f7cd7734f90 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/ports?device_id=0adff266-7f29-4fd6-9852-05c6bafae8e3 HTTP/1.1" status: 200 len: 944 time: 0.2678876 Jul 28 01:16:07.200256 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 7aca7690-85ad-4c74-8cea-1f48979942ea, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=7aca7690-85ad-4c74-8cea-1f48979942ea,segment=NetworkSegment(84998b0a-4c53-4c56-b0ae-ac26c210f8c0),segment_id=84998b0a-4c53-4c56-b0ae-ac26c210f8c0)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:16:07.202598 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0adff266-7f29-4fd6-9852-05c6bafae8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aca7690-85ad-4c74-8cea-1f48979942ea'}] {{(pid=104163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:16:07.206091 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74574a7e5f5019bac05c50995ec4c38decffa50ba6d5d10f63080a9b4086ca7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81362f67-79b2-4cb2-8563-8e7bf0915bf7" -d '{"events": [{"server_uuid": "0adff266-7f29-4fd6-9852-05c6bafae8e3", "name": "network-vif-plugged", "status": "completed", "tag": "7aca7690-85ad-4c74-8cea-1f48979942ea"}]}' {{(pid=104163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:16:07.222755 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (7aca7690-85ad-4c74-8cea-1f48979942ea), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:07.224741 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a7f5ec31-0435-43a9-8191-e07482b58ef8 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks [] for security_group_rule (f1cee996-612a-487f-96a6-795b3b63a60d), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:07.230253 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a7f5ec31-0435-43a9-8191-e07482b58ef8 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553027'] for security_group_rule (f1cee996-612a-487f-96a6-795b3b63a60d), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:07.247854 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7daaa9-78b4-4681-8aa1-559e74bc9c50 req-0c067fd5-e7f0-4a1c-8fb0-56cf9c49623f tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:07.249964 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9c7daaa9-78b4-4681-8aa1-559e74bc9c50 req-0c067fd5-e7f0-4a1c-8fb0-56cf9c49623f tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 946 time: 0.3686717 Jul 28 01:16:07.261436 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:07.266300 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5ec31-0435-43a9-8191-e07482b58ef8 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1cee996-612a-487f-96a6-795b3b63a60d,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:16:07.268863 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e986f4-34a2-4942-8a2e-537025c38d27 req-84866ef1-0545-4887-99e2-fa6a5ffe5264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:07.270637 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-66e986f4-34a2-4942-8a2e-537025c38d27 req-84866ef1-0545-4887-99e2-fa6a5ffe5264 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=347bcdc7636e4f93af2597f853926b13&device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 1130 time: 0.2434456 Jul 28 01:16:07.302703 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a7f5ec31-0435-43a9-8191-e07482b58ef8 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:07.305608 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-a7f5ec31-0435-43a9-8191-e07482b58ef8 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2098203 Jul 28 01:16:07.307976 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 49366) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:16:07.324398 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-fc767b37-004e-4b09-b19b-443cc5eebe82 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Request body: {'floatingip': {'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:16:07.326053 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=7aca7690-85ad-4c74-8cea-1f48979942ea,revision_number=5']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:16:07.373520 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-fc767b37-004e-4b09-b19b-443cc5eebe82 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:07.390074 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-30f858f5-ab40-430b-ac6f-6bc49b24b669 req-21762bce-0e43-4011-8541-0604d3a4950e tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/security-groups?id=fc18f291-ea84-4c3c-9abc-ddc3a5568efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899571 Jul 28 01:16:07.451546 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=73,neutron:INSERT=21,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:07.457329 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4b4922b-0e0a-4328-b582-870edc134016 req-9d24d587-96ec-498e-9124-4de80f5d2057 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Made reservation on behalf of d14de33f76ea44db8899900481299b87 for: {'port': 1} {{(pid=104162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:16:07.462631 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-a4b4922b-0e0a-4328-b582-870edc134016 req-9d24d587-96ec-498e-9124-4de80f5d2057 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:07.494704 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9c7daaa9-78b4-4681-8aa1-559e74bc9c50 req-dea8f24b-1c9f-4170-b8ab-1c9d6929c5a6 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=4bfd2ea3-73ab-4651-bee8-9f5b86065b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2156899 Jul 28 01:16:07.538326 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-fc767b37-004e-4b09-b19b-443cc5eebe82 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:07.569340 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e986f4-34a2-4942-8a2e-537025c38d27 req-a0aab882-4d3c-4871-bb97-424886ebb47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:07.569614 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:07.571647 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-66e986f4-34a2-4942-8a2e-537025c38d27 req-a0aab882-4d3c-4871-bb97-424886ebb47d service neutron] 10.222.0.42 "GET /v2.0/networks?id=a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e HTTP/1.1" status: 200 len: 912 time: 0.2855926 Jul 28 01:16:07.723465 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff3320-7369-4e40-99d6-851bbd2edf16 req-0c802966-a0b4-481c-b6ef-43fac585b5c8 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:07.735526 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0eff3320-7369-4e40-99d6-851bbd2edf16 req-0c802966-a0b4-481c-b6ef-43fac585b5c8 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 946 time: 0.2488008 Jul 28 01:16:07.749296 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [None req-fc767b37-004e-4b09-b19b-443cc5eebe82 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Allocated IP 172.27.1.221 (db4fd262-df4a-4858-b92c-469a7b8f139e/fbbec24e-3b1c-439c-846a-fd72122ae4ff/d3fc52bb-0c35-41bd-a1a6-a9a591e0f9c2) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:16:07.847216 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-9c70bf3b-e69d-4b7d-87c2-509806bc34da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:07.927911 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-fc767b37-004e-4b09-b19b-443cc5eebe82 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks [] for port (d3fc52bb-0c35-41bd-a1a6-a9a591e0f9c2), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:07.998139 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-fc767b37-004e-4b09-b19b-443cc5eebe82 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427'] for port (d3fc52bb-0c35-41bd-a1a6-a9a591e0f9c2), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:08.079610 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc767b37-004e-4b09-b19b-443cc5eebe82 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Pushing event updated for resources: {'Port': ['ID=d3fc52bb-0c35-41bd-a1a6-a9a591e0f9c2,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:16:08.081670 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-73f4ea83-d464-417f-93bb-40b80fc9ebe2 req-d9f95034-3c77-4aa1-a3a5-880dcf5615b6 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=49aad030-b12c-409b-b5da-ba6eb7779f32 HTTP/1.1" status: 200 len: 210 time: 0.3859370 Jul 28 01:16:08.090157 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc767b37-004e-4b09-b19b-443cc5eebe82 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Network db4fd262-df4a-4858-b92c-469a7b8f139e is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:16:08.096667 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-fc767b37-004e-4b09-b19b-443cc5eebe82 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:16:08.099497 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc767b37-004e-4b09-b19b-443cc5eebe82 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:16:08.121785 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-66e986f4-34a2-4942-8a2e-537025c38d27 req-ac47be9c-0165-4d6e-9143-f6a7f1df0e12 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef HTTP/1.1" status: 200 len: 1002 time: 0.5402696 Jul 28 01:16:08.164480 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-fc767b37-004e-4b09-b19b-443cc5eebe82 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks [] for floatingip (057339b6-a316-4dc2-9716-9e8fe469bca3), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:08.173301 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 01:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc405cc-23bd-4550-9266-f32a45289609 x-openstack-request-id: req-dbc405cc-23bd-4550-9266-f32a45289609 {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:16:08.173703 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0adff266-7f29-4fd6-9852-05c6bafae8e3", "name": "network-vif-plugged", "status": "completed", "tag": "7aca7690-85ad-4c74-8cea-1f48979942ea", "code": 200}]} {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:16:08.174248 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-dbc405cc-23bd-4550-9266-f32a45289609 {{(pid=104163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:16:08.174701 dv-cinder-815582-11-iscsi neutron-server[104163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbc405cc-23bd-4550-9266-f32a45289609'] response: {'server_uuid': '0adff266-7f29-4fd6-9852-05c6bafae8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aca7690-85ad-4c74-8cea-1f48979942ea', 'code': 200} Jul 28 01:16:08.187030 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0eff3320-7369-4e40-99d6-851bbd2edf16 req-a0639910-e9dd-466b-9579-33fa63d111ec tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4492908 Jul 28 01:16:08.223898 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_common [req-a4b4922b-0e0a-4328-b582-870edc134016 req-9d24d587-96ec-498e-9124-4de80f5d2057 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Allocated IP 172.20.0.7 (f365ac42-75a7-4c3d-8591-d4097c9f6065/bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12/1e3d4ead-cc70-43f5-a886-471d0c3f9868) {{(pid=104162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:16:08.224598 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-fc767b37-004e-4b09-b19b-443cc5eebe82 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (d3fc52bb-0c35-41bd-a1a6-a9a591e0f9c2), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:08.231068 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:08.426566 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-fc767b37-004e-4b09-b19b-443cc5eebe82 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks [] for port (d3fc52bb-0c35-41bd-a1a6-a9a591e0f9c2), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:08.435503 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-fc767b37-004e-4b09-b19b-443cc5eebe82 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (d3fc52bb-0c35-41bd-a1a6-a9a591e0f9c2), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:08.440326 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-a4b4922b-0e0a-4328-b582-870edc134016 req-9d24d587-96ec-498e-9124-4de80f5d2057 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks [] for port (1e3d4ead-cc70-43f5-a886-471d0c3f9868), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:08.470026 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:08.478997 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-a4b4922b-0e0a-4328-b582-870edc134016 req-9d24d587-96ec-498e-9124-4de80f5d2057 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (1e3d4ead-cc70-43f5-a886-471d0c3f9868), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:08.498518 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-fc767b37-004e-4b09-b19b-443cc5eebe82 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-949731'] for floatingip (057339b6-a316-4dc2-9716-9e8fe469bca3), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:08.569984 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-fc767b37-004e-4b09-b19b-443cc5eebe82 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for floatingip (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:08.571451 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-fc767b37-004e-4b09-b19b-443cc5eebe82 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2623534 Jul 28 01:16:08.573017 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc767b37-004e-4b09-b19b-443cc5eebe82 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Pushing event updated for resources: {'Port': ['ID=d3fc52bb-0c35-41bd-a1a6-a9a591e0f9c2,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:16:08.580003 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4b4922b-0e0a-4328-b582-870edc134016 req-9d24d587-96ec-498e-9124-4de80f5d2057 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Network f365ac42-75a7-4c3d-8591-d4097c9f6065 is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:16:08.590185 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [req-a4b4922b-0e0a-4328-b582-870edc134016 req-9d24d587-96ec-498e-9124-4de80f5d2057 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:16:08.594500 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b4922b-0e0a-4328-b582-870edc134016 req-9d24d587-96ec-498e-9124-4de80f5d2057 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Received port after_create {{(pid=104162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:16:08.622279 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d24d587-96ec-498e-9124-4de80f5d2057 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Pushing event updated for resources: {'Port': ['ID=1e3d4ead-cc70-43f5-a886-471d0c3f9868,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:16:08.635643 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218a20a-1580-4d71-a727-b9cfdfdfe0a6 req-af9cefa6-057d-439b-bebf-a512e33c22d0 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:08.642630 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7218a20a-1580-4d71-a727-b9cfdfdfe0a6 req-af9cefa6-057d-439b-bebf-a512e33c22d0 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/ports?device_id=0adff266-7f29-4fd6-9852-05c6bafae8e3 HTTP/1.1" status: 200 len: 945 time: 0.1170506 Jul 28 01:16:08.733330 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4922b-0e0a-4328-b582-870edc134016 req-9d24d587-96ec-498e-9124-4de80f5d2057 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:08.740892 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-a4b4922b-0e0a-4328-b582-870edc134016 req-9d24d587-96ec-498e-9124-4de80f5d2057 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:08.763919 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd17f3-dea7-48c9-be4a-09255c848863 req-8754d10b-da52-4a1f-aaea-651c765f44b1 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:08.765433 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d8dd17f3-dea7-48c9-be4a-09255c848863 req-8754d10b-da52-4a1f-aaea-651c765f44b1 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 946 time: 0.1399269 Jul 28 01:16:08.796567 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7218a20a-1580-4d71-a727-b9cfdfdfe0a6 req-8d126c27-0cd9-45ae-a7b1-3abd929c1478 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/security-groups?id=fc18f291-ea84-4c3c-9abc-ddc3a5568efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528802 Jul 28 01:16:08.801624 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a4b4922b-0e0a-4328-b582-870edc134016 req-9d24d587-96ec-498e-9124-4de80f5d2057 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0903573 Jul 28 01:16:08.890648 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d8dd17f3-dea7-48c9-be4a-09255c848863 req-93352f87-d456-4113-8de4-5713bfce703a tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=4bfd2ea3-73ab-4651-bee8-9f5b86065b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038530 Jul 28 01:16:08.972950 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-66249235-486e-4c9d-bb00-ca7113d981a9 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1705610214&fields=id&tenant_id=af4689d2f0ef4d71a1c465610011f2d7 HTTP/1.1" status: 200 len: 267 time: 0.0471914 Jul 28 01:16:08.985798 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-f25b91ce-4192-42e2-9e1a-e800c614bc11 None None] Provisioning complete for port 1e3d4ead-cc70-43f5-a886-471d0c3f9868 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:16:08.986409 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-f25b91ce-4192-42e2-9e1a-e800c614bc11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (1e3d4ead-cc70-43f5-a886-471d0c3f9868), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:09.021618 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-f25b91ce-4192-42e2-9e1a-e800c614bc11 None None] Port 1e3d4ead-cc70-43f5-a886-471d0c3f9868 cannot update to ACTIVE because it is not bound. {{(pid=104163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 01:16:09.126235 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-25e2e29f-b0a9-4516-8178-17a6b09217e3 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:09.136048 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-25e2e29f-b0a9-4516-8178-17a6b09217e3 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/networks?id=8f65178e-aa89-435c-9fed-639dfc5bec3f HTTP/1.1" status: 200 len: 818 time: 0.1560373 Jul 28 01:16:09.156333 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-239b5c2e-a2f8-40cb-a41e-975799bd7b81 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/quotas/af4689d2f0ef4d71a1c465610011f2d7 HTTP/1.1" status: 200 len: 375 time: 0.0149846 Jul 28 01:16:09.245265 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-144ed4a4-84c5-48c2-9d8a-c231f2d9f797 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=af4689d2f0ef4d71a1c465610011f2d7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0831299 Jul 28 01:16:09.262491 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9b22b-4eb2-4d76-909c-dbc7a426355b req-6ccb56ee-0a52-42d1-b5ce-5c39c042eff9 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:09.267466 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d2e9b22b-4eb2-4d76-909c-dbc7a426355b req-6ccb56ee-0a52-42d1-b5ce-5c39c042eff9 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=49aad030-b12c-409b-b5da-ba6eb7779f32 HTTP/1.1" status: 200 len: 931 time: 0.0696809 Jul 28 01:16:09.384451 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d2e9b22b-4eb2-4d76-909c-dbc7a426355b req-c4c3f291-7aeb-4154-aced-9ed7389ada27 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159678 Jul 28 01:16:09.436101 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-2f57398d-ba0b-416a-8353-cc2b0e9bf6a4 service neutron] 10.222.0.17 "GET /v2.0/networks/8f65178e-aa89-435c-9fed-639dfc5bec3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661286 Jul 28 01:16:09.553088 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35acb967-cf27-45cb-8052-7e12e24d3e41 req-a014c4dc-2aad-4943-87bf-fa7d9e5c0793 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:09.554564 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-35acb967-cf27-45cb-8052-7e12e24d3e41 req-a014c4dc-2aad-4943-87bf-fa7d9e5c0793 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 946 time: 0.0902691 Jul 28 01:16:09.565173 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:09.611154 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-4c33a4bf-2e6b-4b86-9534-b6b3bdb933a0 service neutron] 10.222.0.17 "GET /v2.0/networks/8f65178e-aa89-435c-9fed-639dfc5bec3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740727 Jul 28 01:16:09.656731 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-35acb967-cf27-45cb-8052-7e12e24d3e41 req-a11f790a-265f-478e-ba35-7350a20776a1 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889897 Jul 28 01:16:09.804143 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-160ae50b-6718-46ee-9a24-a6c689a53765 req-c529d3ef-5092-4d38-bdcb-9ebcc0d3dfdd tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 210 time: 0.0306318 Jul 28 01:16:09.985614 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aaa2eb-e1dc-4740-b5bd-c6b2fab23975 req-fe3f7273-574f-4052-861d-c38c95e326fc tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:09.988132 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f2aaa2eb-e1dc-4740-b5bd-c6b2fab23975 req-fe3f7273-574f-4052-861d-c38c95e326fc tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/ports?device_id=0adff266-7f29-4fd6-9852-05c6bafae8e3 HTTP/1.1" status: 200 len: 945 time: 0.0834208 Jul 28 01:16:10.057151 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7eddd-b44a-4129-a8d3-78e94521109a req-6d3db3a6-e39d-4f1b-bc66-831cd56e5027 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:10.058649 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-c0b7eddd-b44a-4129-a8d3-78e94521109a req-6d3db3a6-e39d-4f1b-bc66-831cd56e5027 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 946 time: 0.0817883 Jul 28 01:16:10.095374 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:10.100202 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f2aaa2eb-e1dc-4740-b5bd-c6b2fab23975 req-7913e031-bc22-442f-8496-17585f72ebec tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/security-groups?id=fc18f291-ea84-4c3c-9abc-ddc3a5568efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680997 Jul 28 01:16:10.154919 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-c0b7eddd-b44a-4129-a8d3-78e94521109a req-9d2da9c9-753e-478e-aa89-be6e060c0888 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=4bfd2ea3-73ab-4651-bee8-9f5b86065b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866907 Jul 28 01:16:10.324914 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-38fa0243-703b-4186-a455-f5aebfe3b3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:10.530495 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1642bea-86d6-4386-899c-158e3c2e034a req-12d68f26-4bb5-4893-b4df-2ddfe8daf5a4 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:10.532583 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a1642bea-86d6-4386-899c-158e3c2e034a req-12d68f26-4bb5-4893-b4df-2ddfe8daf5a4 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=49aad030-b12c-409b-b5da-ba6eb7779f32 HTTP/1.1" status: 200 len: 931 time: 0.0603077 Jul 28 01:16:10.599176 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a1642bea-86d6-4386-899c-158e3c2e034a req-b73602c5-11cc-4a4f-b4ca-652e2fbebba8 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605218 Jul 28 01:16:10.676432 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e986f4-34a2-4942-8a2e-537025c38d27 req-90a4c7fb-483d-4af0-97c9-611205968a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:10.678104 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-66e986f4-34a2-4942-8a2e-537025c38d27 req-90a4c7fb-483d-4af0-97c9-611205968a3f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6 HTTP/1.1" status: 200 len: 850 time: 0.0779476 Jul 28 01:16:10.735309 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [req-a4b4922b-0e0a-4328-b582-870edc134016 req-b7a272cb-93dd-480b-b015-eaa4d6121275 service neutron] Request body: {'port': {'device_id': '49aad030-b12c-409b-b5da-ba6eb7779f32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:16:10.855266 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e986f4-34a2-4942-8a2e-537025c38d27 req-2e71a0bf-124d-45c5-a547-869d0ad40d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:10.856773 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-66e986f4-34a2-4942-8a2e-537025c38d27 req-2e71a0bf-124d-45c5-a547-869d0ad40d1b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1114106 Jul 28 01:16:10.977526 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-a4b4922b-0e0a-4328-b582-870edc134016 req-b7a272cb-93dd-480b-b015-eaa4d6121275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (1e3d4ead-cc70-43f5-a886-471d0c3f9868), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:11.030611 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b8eaf576-284e-4a62-b81d-c1b2daea75e5 req-4594dc33-9f2b-408d-8106-0236744ab085 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 210 time: 0.1035993 Jul 28 01:16:11.039103 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c98312-6c1f-4a17-a290-315fc34e71c1 req-23569f5d-c9f9-4042-a9fd-fd62b87eec94 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:11.040221 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b4c98312-6c1f-4a17-a290-315fc34e71c1 req-23569f5d-c9f9-4042-a9fd-fd62b87eec94 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 946 time: 0.2560394 Jul 28 01:16:11.109166 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:11.117597 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2918e-4b81-4022-a5b5-4487bbde9251 req-ea0d27e9-53a2-49d1-be3d-fbbb14fb900b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:11.120076 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-bed2918e-4b81-4022-a5b5-4487bbde9251 req-ea0d27e9-53a2-49d1-be3d-fbbb14fb900b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0adff266-7f29-4fd6-9852-05c6bafae8e3 HTTP/1.1" status: 200 len: 1129 time: 0.1106100 Jul 28 01:16:11.195086 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-66e986f4-34a2-4942-8a2e-537025c38d27 req-58b91f34-a6a8-4515-862b-f868ed23f19e service neutron] 10.222.0.42 "GET /v2.0/networks/a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691700 Jul 28 01:16:11.202028 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-bed2918e-4b81-4022-a5b5-4487bbde9251 req-a7e1d311-6c3c-46d7-af5e-a783950eec9b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fc18f291-ea84-4c3c-9abc-ddc3a5568efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668499 Jul 28 01:16:11.297117 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b4c98312-6c1f-4a17-a290-315fc34e71c1 req-c642b6e7-cff2-4d96-84c7-a7c31200e462 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2298083 Jul 28 01:16:11.358375 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:11.398104 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82d623-0c81-4a8f-9303-83461fdf926d req-5892e70a-c0cc-4d85-b3de-362f0e7e667d tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:11.399665 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7e82d623-0c81-4a8f-9303-83461fdf926d req-5892e70a-c0cc-4d85-b3de-362f0e7e667d tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/ports?device_id=0adff266-7f29-4fd6-9852-05c6bafae8e3 HTTP/1.1" status: 200 len: 945 time: 0.1305075 Jul 28 01:16:11.416627 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.agents_db [None req-b5d7b8ea-190f-43e3-81f4-c45e7fbfa344 None None] Agent healthcheck: found 6 active agents {{(pid=104164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 01:16:11.433643 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:11.519821 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-66e986f4-34a2-4942-8a2e-537025c38d27 req-4e127419-1ac5-4cef-93a3-589ad89b784c service neutron] 10.222.0.42 "GET /v2.0/networks/a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178988 Jul 28 01:16:11.540334 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:11.561501 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0183f-0a0f-44fe-a06b-cc59a84a0769 req-35203c57-f34d-41a3-b68a-fcd4837e3fba tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:11.568786 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b3b0183f-0a0f-44fe-a06b-cc59a84a0769 req-35203c57-f34d-41a3-b68a-fcd4837e3fba tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 946 time: 0.1147540 Jul 28 01:16:11.587439 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7e82d623-0c81-4a8f-9303-83461fdf926d req-162b2ea7-c78d-4025-81b7-4ebc84f99ab9 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/security-groups?id=fc18f291-ea84-4c3c-9abc-ddc3a5568efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797862 Jul 28 01:16:11.667212 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [req-a4b4922b-0e0a-4328-b582-870edc134016 req-b7a272cb-93dd-480b-b015-eaa4d6121275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e3d4ead-cc70-43f5-a886-471d0c3f9868 {{(pid=104162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 01:16:11.676392 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-a4b4922b-0e0a-4328-b582-870edc134016 req-b7a272cb-93dd-480b-b015-eaa4d6121275 service neutron] Publish callbacks [] for port (1e3d4ead-cc70-43f5-a886-471d0c3f9868), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:11.722084 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [req-a4b4922b-0e0a-4328-b582-870edc134016 req-b7a272cb-93dd-480b-b015-eaa4d6121275 service neutron] Transition to ACTIVE for port object 1e3d4ead-cc70-43f5-a886-471d0c3f9868 will not be triggered until provisioned by entity L2. {{(pid=104162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 01:16:11.752225 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-a4b4922b-0e0a-4328-b582-870edc134016 req-b7a272cb-93dd-480b-b015-eaa4d6121275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4518704'] for port (1e3d4ead-cc70-43f5-a886-471d0c3f9868), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:11.813000 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a272cb-93dd-480b-b015-eaa4d6121275 service neutron] Pushing event updated for resources: {'Port': ['ID=1e3d4ead-cc70-43f5-a886-471d0c3f9868,revision_number=2']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:16:11.839991 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4955f3c-f8ca-42df-9b27-848a4415b6e9 req-2d568c87-57cf-4af9-b675-287bf0dfe549 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:11.841537 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b4955f3c-f8ca-42df-9b27-848a4415b6e9 req-2d568c87-57cf-4af9-b675-287bf0dfe549 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=49aad030-b12c-409b-b5da-ba6eb7779f32 HTTP/1.1" status: 200 len: 931 time: 0.1360097 Jul 28 01:16:11.861667 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b3b0183f-0a0f-44fe-a06b-cc59a84a0769 req-09c6799a-4f92-41a2-818d-6a8f01fa37b0 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=4bfd2ea3-73ab-4651-bee8-9f5b86065b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2915807 Jul 28 01:16:11.993358 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b4955f3c-f8ca-42df-9b27-848a4415b6e9 req-e2a88e65-963f-4a3a-b298-5e4e708044a0 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224976 Jul 28 01:16:12.069588 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [req-a4b4922b-0e0a-4328-b582-870edc134016 req-b7a272cb-93dd-480b-b015-eaa4d6121275 service neutron] Attempting to bind port 1e3d4ead-cc70-43f5-a886-471d0c3f9868 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:16:12.070047 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [req-a4b4922b-0e0a-4328-b582-870edc134016 req-b7a272cb-93dd-480b-b015-eaa4d6121275 service neutron] Attempting to bind port 1e3d4ead-cc70-43f5-a886-471d0c3f9868 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065'}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:16:12.070449 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b4922b-0e0a-4328-b582-870edc134016 req-b7a272cb-93dd-480b-b015-eaa4d6121275 service neutron] Attempting to bind port 1e3d4ead-cc70-43f5-a886-471d0c3f9868 on network f365ac42-75a7-4c3d-8591-d4097c9f6065 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:16:12.090246 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b4922b-0e0a-4328-b582-870edc134016 req-b7a272cb-93dd-480b-b015-eaa4d6121275 service neutron] Port 1e3d4ead-cc70-43f5-a886-471d0c3f9868 on network f365ac42-75a7-4c3d-8591-d4097c9f6065 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 01:16:12.090246 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b4922b-0e0a-4328-b582-870edc134016 req-b7a272cb-93dd-480b-b015-eaa4d6121275 service neutron] Attempting to bind port 1e3d4ead-cc70-43f5-a886-471d0c3f9868 on network f365ac42-75a7-4c3d-8591-d4097c9f6065 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:16:12.099283 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b4922b-0e0a-4328-b582-870edc134016 req-b7a272cb-93dd-480b-b015-eaa4d6121275 service neutron] Checking agent: {'id': '8d4a48be-b376-49eb-a7aa-478deaa3f35f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 11, 32), 'started_at': datetime.datetime(2022, 7, 28, 1, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:16:12.099906 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b4922b-0e0a-4328-b582-870edc134016 req-b7a272cb-93dd-480b-b015-eaa4d6121275 service neutron] Checking segment: {'id': 'adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:16:12.100701 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b4922b-0e0a-4328-b582-870edc134016 req-b7a272cb-93dd-480b-b015-eaa4d6121275 service neutron] Bound using segment: {'id': 'adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065'} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:16:12.101061 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [req-a4b4922b-0e0a-4328-b582-870edc134016 req-b7a272cb-93dd-480b-b015-eaa4d6121275 service neutron] Bound port: 1e3d4ead-cc70-43f5-a886-471d0c3f9868, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065'}}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:16:12.103101 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-a4b4922b-0e0a-4328-b582-870edc134016 req-b7a272cb-93dd-480b-b015-eaa4d6121275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (1e3d4ead-cc70-43f5-a886-471d0c3f9868), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:12.232463 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8516f776-83d7-4797-9c07-8fbaab05c6e6 req-41ef3b4a-ae3e-46bc-a323-8b8679a3f554 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 210 time: 0.0486720 Jul 28 01:16:12.253972 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [req-a4b4922b-0e0a-4328-b582-870edc134016 req-b7a272cb-93dd-480b-b015-eaa4d6121275 service neutron] For port 1e3d4ead-cc70-43f5-a886-471d0c3f9868, host hv-cinder-81558, cleared binding levels {{(pid=104162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:16:12.264939 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [req-a4b4922b-0e0a-4328-b582-870edc134016 req-b7a272cb-93dd-480b-b015-eaa4d6121275 service neutron] For port 1e3d4ead-cc70-43f5-a886-471d0c3f9868, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1e3d4ead-cc70-43f5-a886-471d0c3f9868,segment=NetworkSegment(adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742),segment_id=adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742)] {{(pid=104162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:16:12.274145 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-a4b4922b-0e0a-4328-b582-870edc134016 req-b7a272cb-93dd-480b-b015-eaa4d6121275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4518704'] for port (1e3d4ead-cc70-43f5-a886-471d0c3f9868), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:12.334410 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4922b-0e0a-4328-b582-870edc134016 req-b7a272cb-93dd-480b-b015-eaa4d6121275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:12.335167 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-a4b4922b-0e0a-4328-b582-870edc134016 req-b7a272cb-93dd-480b-b015-eaa4d6121275 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:12.336621 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a4b4922b-0e0a-4328-b582-870edc134016 req-b7a272cb-93dd-480b-b015-eaa4d6121275 service neutron] 10.222.0.42 "PUT /v2.0/ports/1e3d4ead-cc70-43f5-a886-471d0c3f9868 HTTP/1.1" status: 200 len: 1093 time: 1.6087141 Jul 28 01:16:12.337202 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49aad030-b12c-409b-b5da-ba6eb7779f32', 'tag': '1e3d4ead-cc70-43f5-a886-471d0c3f9868'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:16:12.340088 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f6b11fd638c6a58f8ef19871f5a43997b3abcb3256dc707badf279ceb4d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4818f9-ded4-42e0-90a2-07f60e2e5a40" -d '{"events": [{"name": "network-changed", "server_uuid": "49aad030-b12c-409b-b5da-ba6eb7779f32", "tag": "1e3d4ead-cc70-43f5-a886-471d0c3f9868"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:16:12.453763 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 01:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79318d6-d034-47dd-afd2-a5dfb1672cff x-openstack-request-id: req-f79318d6-d034-47dd-afd2-a5dfb1672cff {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:16:12.454110 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49aad030-b12c-409b-b5da-ba6eb7779f32", "tag": "1e3d4ead-cc70-43f5-a886-471d0c3f9868", "status": "completed", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:16:12.454308 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-f79318d6-d034-47dd-afd2-a5dfb1672cff {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:16:12.454719 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f79318d6-d034-47dd-afd2-a5dfb1672cff'] response: {'name': 'network-changed', 'server_uuid': '49aad030-b12c-409b-b5da-ba6eb7779f32', 'tag': '1e3d4ead-cc70-43f5-a886-471d0c3f9868', 'status': 'completed', 'code': 200} Jul 28 01:16:12.455431 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a272cb-93dd-480b-b015-eaa4d6121275 service neutron] Pushing event updated for resources: {'Port': ['ID=1e3d4ead-cc70-43f5-a886-471d0c3f9868,revision_number=3']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:16:12.557199 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a9212-169f-4aa1-bf10-c1b40c5da717 req-d7b5f239-f4f7-4952-8516-d7b790db4d67 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:12.564434 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-c90a9212-169f-4aa1-bf10-c1b40c5da717 req-d7b5f239-f4f7-4952-8516-d7b790db4d67 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 946 time: 0.1012981 Jul 28 01:16:12.596018 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device a76b2846-749f-47c3-81f3-a7c5328f00ad details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 01:16:12.640044 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-f2d47b90-31a4-4423-962f-bec867f32f21 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:12.642022 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-f2d47b90-31a4-4423-962f-bec867f32f21 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.42 "GET /v2.0/networks?id=8f65178e-aa89-435c-9fed-639dfc5bec3f HTTP/1.1" status: 200 len: 818 time: 0.3303528 Jul 28 01:16:12.661823 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:12.688274 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-c90a9212-169f-4aa1-bf10-c1b40c5da717 req-39231ccf-ed7d-42ed-af93-3d7fbeff565e tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225533 Jul 28 01:16:12.777430 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b208d98-ada8-41a4-a5c7-0eaf0693214b req-d8c5dc40-e64b-4c2d-b83a-d4a586961382 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:12.779060 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1b208d98-ada8-41a4-a5c7-0eaf0693214b req-d8c5dc40-e64b-4c2d-b83a-d4a586961382 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/ports?device_id=0adff266-7f29-4fd6-9852-05c6bafae8e3 HTTP/1.1" status: 200 len: 945 time: 0.0578904 Jul 28 01:16:12.843494 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1b208d98-ada8-41a4-a5c7-0eaf0693214b req-a0563ec7-5c42-4e3d-9d1a-ac1ee5699e3a tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/security-groups?id=fc18f291-ea84-4c3c-9abc-ddc3a5568efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562642 Jul 28 01:16:12.885443 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:12.887846 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port a76b2846-749f-47c3-81f3-a7c5328f00ad, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a76b2846-749f-47c3-81f3-a7c5328f00ad,segment=NetworkSegment(d38ebf67-8dab-4986-bb13-157dcdc07364),segment_id=d38ebf67-8dab-4986-bb13-157dcdc07364)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:16:12.915745 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:12.918477 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Returning: {'device': 'a76b2846-749f-47c3-81f3-a7c5328f00ad', 'network_id': '79d1ca3f-e23e-4848-9d9a-982b12f210b8', 'port_id': 'a76b2846-749f-47c3-81f3-a7c5328f00ad', 'mac_address': 'fa:16:3e:56:79:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 01:16:12.961714 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port a76b2846-749f-47c3-81f3-a7c5328f00ad is: ACTIVE; New status is: BUILD {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:16:12.962484 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (a76b2846-749f-47c3-81f3-a7c5328f00ad), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:12.979229 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a76b2846-749f-47c3-81f3-a7c5328f00ad {{(pid=104163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 01:16:13.007196 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port a76b2846-749f-47c3-81f3-a7c5328f00ad, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a76b2846-749f-47c3-81f3-a7c5328f00ad,segment=NetworkSegment(d38ebf67-8dab-4986-bb13-157dcdc07364),segment_id=d38ebf67-8dab-4986-bb13-157dcdc07364)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:16:13.015852 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (a76b2846-749f-47c3-81f3-a7c5328f00ad), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:13.089064 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4120b-1fad-4bd3-8d40-e29f570b5b51 req-fee7db75-3a2e-41cb-8b8e-23d377ed1a08 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:13.095471 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:13.104235 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-92c4120b-1fad-4bd3-8d40-e29f570b5b51 req-fee7db75-3a2e-41cb-8b8e-23d377ed1a08 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 946 time: 0.1192687 Jul 28 01:16:13.139266 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=a76b2846-749f-47c3-81f3-a7c5328f00ad,revision_number=6']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:16:13.151517 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] get_ports_and_sgs() called for port_ids ['a76b2846-749f-47c3-81f3-a7c5328f00ad'] {{(pid=104163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 01:16:13.196458 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:13.276200 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:13.368087 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-76bc050a-a609-4feb-9793-726dd6ca21ba tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af4689d2f0ef4d71a1c465610011f2d7 HTTP/1.1" status: 200 len: 380 time: 0.2058339 Jul 28 01:16:13.410001 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:13.436830 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe4ad7-05ce-4b23-acc5-ea5e1b5c444d req-c0326736-1af6-421b-aa5b-f53c0a80c195 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:13.438450 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-cdfe4ad7-05ce-4b23-acc5-ea5e1b5c444d req-c0326736-1af6-421b-aa5b-f53c0a80c195 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=49aad030-b12c-409b-b5da-ba6eb7779f32 HTTP/1.1" status: 200 len: 943 time: 0.1987531 Jul 28 01:16:13.441735 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-92c4120b-1fad-4bd3-8d40-e29f570b5b51 req-ef8a6cc5-18dc-4e12-b637-ab70ac6b7f33 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=4bfd2ea3-73ab-4651-bee8-9f5b86065b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3366640 Jul 28 01:16:13.443585 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4922b-0e0a-4328-b582-870edc134016 req-cc2a7edc-1032-48a6-9a9a-f1c3f0388bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:13.445293 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a4b4922b-0e0a-4328-b582-870edc134016 req-cc2a7edc-1032-48a6-9a9a-f1c3f0388bd5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d14de33f76ea44db8899900481299b87&device_id=49aad030-b12c-409b-b5da-ba6eb7779f32 HTTP/1.1" status: 200 len: 1127 time: 0.3175445 Jul 28 01:16:13.562054 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ceb755f1-0f32-4830-85ba-9db71f2e45d7 req-b8f844d5-c3a4-4303-a7bc-b14dd6b759cd tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 210 time: 0.0403898 Jul 28 01:16:13.567196 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-cdfe4ad7-05ce-4b23-acc5-ea5e1b5c444d req-41a89866-e2f4-42c4-b255-d7ff0e583e92 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150577 Jul 28 01:16:13.658488 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-672b289a-fd74-45d8-82ec-13531b139393 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Request body: {'port': {'device_id': '52389b09-fdf8-4c6d-8e9d-474a6f793cf4', 'network_id': '8f65178e-aa89-435c-9fed-639dfc5bec3f', 'admin_state_up': True, 'tenant_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'security_groups': ['c741fee7-7ebc-42ea-8f17-aca0a97dcdef']}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:16:13.755998 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a4b4922b-0e0a-4328-b582-870edc134016 req-268986fe-4344-43ee-bd43-0614e3220884 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e3d4ead-cc70-43f5-a886-471d0c3f9868 HTTP/1.1" status: 200 len: 217 time: 0.1088202 Jul 28 01:16:13.873009 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4922b-0e0a-4328-b582-870edc134016 req-164bf424-7ba3-46c9-a0cb-464b102c8051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:13.874692 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a4b4922b-0e0a-4328-b582-870edc134016 req-164bf424-7ba3-46c9-a0cb-464b102c8051 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12 HTTP/1.1" status: 200 len: 851 time: 0.0934727 Jul 28 01:16:13.922896 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec7b17-ee31-4c57-ba30-55a47348c44b req-61c7598c-08f6-4c9a-9431-5f5c2fc562df tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:13.927407 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-88ec7b17-ee31-4c57-ba30-55a47348c44b req-61c7598c-08f6-4c9a-9431-5f5c2fc562df tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 945 time: 0.1474743 Jul 28 01:16:14.244829 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d3560-3342-4cc1-9a0c-d1f0de20c66f req-8a44ef18-a0af-4d5f-907a-a992bb114fa0 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:14.252623 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-eb3d3560-3342-4cc1-9a0c-d1f0de20c66f req-8a44ef18-a0af-4d5f-907a-a992bb114fa0 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/ports?device_id=0adff266-7f29-4fd6-9852-05c6bafae8e3 HTTP/1.1" status: 200 len: 945 time: 0.3580463 Jul 28 01:16:14.301686 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-672b289a-fd74-45d8-82ec-13531b139393 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Made reservation on behalf of af4689d2f0ef4d71a1c465610011f2d7 for: {'port': 1} {{(pid=104162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:16:14.305327 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-672b289a-fd74-45d8-82ec-13531b139393 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:14.326669 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-88ec7b17-ee31-4c57-ba30-55a47348c44b req-fc2f034f-970a-424a-a11b-b5a0f26f00aa tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3746834 Jul 28 01:16:14.363384 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-eb3d3560-3342-4cc1-9a0c-d1f0de20c66f req-cf710ae5-8b28-4dbf-b51d-5f020940e57e tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/security-groups?id=fc18f291-ea84-4c3c-9abc-ddc3a5568efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092303 Jul 28 01:16:14.509647 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:14.573150 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_common [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-672b289a-fd74-45d8-82ec-13531b139393 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Allocated IP 172.20.0.3 (8f65178e-aa89-435c-9fed-639dfc5bec3f/1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2/67c0b2f9-537a-48fb-8cc7-ee1426299bf2) {{(pid=104162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:16:14.620214 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device a76b2846-749f-47c3-81f3-a7c5328f00ad up at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:16:14.652570 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84ee8f-132d-47ea-b103-7445ffd01468 req-5610abd1-fbd6-41a9-89bf-ff5745f7824e tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:14.654142 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4e84ee8f-132d-47ea-b103-7445ffd01468 req-5610abd1-fbd6-41a9-89bf-ff5745f7824e tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 946 time: 0.1145670 Jul 28 01:16:14.692145 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Provisioning complete for port a76b2846-749f-47c3-81f3-a7c5328f00ad triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:16:14.692919 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (a76b2846-749f-47c3-81f3-a7c5328f00ad), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:14.721089 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-6972463a-ee54-42a6-a2c7-17b88f6e5753 req-b899e791-3d06-44fe-8c9f-502374c2b7cf tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 210 time: 0.0658038 Jul 28 01:16:14.811176 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 49514) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:16:14.818313 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port a76b2846-749f-47c3-81f3-a7c5328f00ad is: BUILD; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:16:14.819130 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (a76b2846-749f-47c3-81f3-a7c5328f00ad), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:14.875933 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300e3c0c-fb14-4c05-b53a-fe8f0589ac1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76b2846-749f-47c3-81f3-a7c5328f00ad'}] {{(pid=104163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:16:14.880390 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74574a7e5f5019bac05c50995ec4c38decffa50ba6d5d10f63080a9b4086ca7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52cbe9a-9c7a-403a-8a20-2068ae874ef8" -d '{"events": [{"server_uuid": "300e3c0c-fb14-4c05-b53a-fe8f0589ac1b", "name": "network-vif-plugged", "status": "completed", "tag": "a76b2846-749f-47c3-81f3-a7c5328f00ad"}]}' {{(pid=104163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:16:14.885197 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port a76b2846-749f-47c3-81f3-a7c5328f00ad, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a76b2846-749f-47c3-81f3-a7c5328f00ad,segment=NetworkSegment(d38ebf67-8dab-4986-bb13-157dcdc07364),segment_id=d38ebf67-8dab-4986-bb13-157dcdc07364)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:16:14.895424 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (a76b2846-749f-47c3-81f3-a7c5328f00ad), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:14.897789 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4e84ee8f-132d-47ea-b103-7445ffd01468 req-2d5bb295-4ea7-499e-a4ad-903d9bfe8d6b tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=4bfd2ea3-73ab-4651-bee8-9f5b86065b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2140622 Jul 28 01:16:14.983004 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=a76b2846-749f-47c3-81f3-a7c5328f00ad,revision_number=7']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:16:15.040771 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4922b-0e0a-4328-b582-870edc134016 req-3ad0b36a-40cb-4fe0-9948-27a68b1274c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:15.042526 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a4b4922b-0e0a-4328-b582-870edc134016 req-3ad0b36a-40cb-4fe0-9948-27a68b1274c7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f365ac42-75a7-4c3d-8591-d4097c9f6065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0682802 Jul 28 01:16:15.064463 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-422e9a6d-56e3-4564-8aff-9e85391d9f65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:15.073434 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 01:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd47cdf-fa83-478c-b5dd-cf2aae9817ef x-openstack-request-id: req-4dd47cdf-fa83-478c-b5dd-cf2aae9817ef {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:16:15.073776 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300e3c0c-fb14-4c05-b53a-fe8f0589ac1b", "name": "network-vif-plugged", "status": "completed", "tag": "a76b2846-749f-47c3-81f3-a7c5328f00ad", "code": 200}]} {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:16:15.074100 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-4dd47cdf-fa83-478c-b5dd-cf2aae9817ef {{(pid=104163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:16:15.074533 dv-cinder-815582-11-iscsi neutron-server[104163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dd47cdf-fa83-478c-b5dd-cf2aae9817ef'] response: {'server_uuid': '300e3c0c-fb14-4c05-b53a-fe8f0589ac1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76b2846-749f-47c3-81f3-a7c5328f00ad', 'code': 200} Jul 28 01:16:15.137820 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faadbed-6640-4b11-8ba6-fa2b23a75595 req-1ac2e8d6-dbe7-410f-a43c-ee5ea2969758 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:15.139710 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8faadbed-6640-4b11-8ba6-fa2b23a75595 req-1ac2e8d6-dbe7-410f-a43c-ee5ea2969758 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=49aad030-b12c-409b-b5da-ba6eb7779f32 HTTP/1.1" status: 200 len: 943 time: 0.2732968 Jul 28 01:16:15.146523 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:15.170454 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-672b289a-fd74-45d8-82ec-13531b139393 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks [] for port (67c0b2f9-537a-48fb-8cc7-ee1426299bf2), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:15.193763 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-422e9a6d-56e3-4564-8aff-9e85391d9f65 admin admin] Publish callbacks [] for security_group (0802b276-9977-4b0a-8265-2d362117564a), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:15.195241 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:15.202737 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-422e9a6d-56e3-4564-8aff-9e85391d9f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (0802b276-9977-4b0a-8265-2d362117564a), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:15.252482 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e9a6d-56e3-4564-8aff-9e85391d9f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0802b276-9977-4b0a-8265-2d362117564a,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:16:15.300906 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8faadbed-6640-4b11-8ba6-fa2b23a75595 req-2d68ed2a-580e-4707-8efd-1167f0a2fc1d tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429079 Jul 28 01:16:15.330168 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-422e9a6d-56e3-4564-8aff-9e85391d9f65 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=48737a6e4fd34fd6bfe725a79a6f8451&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5171416 Jul 28 01:16:15.333096 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 49534) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:16:15.335355 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a4b4922b-0e0a-4328-b582-870edc134016 req-1bce39f4-dcec-4674-be65-5c9a97b68d97 service neutron] 10.222.0.42 "GET /v2.0/networks/f365ac42-75a7-4c3d-8591-d4097c9f6065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833934 Jul 28 01:16:15.352491 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ea8d0-327d-4e8f-8feb-64e5b4cea30d req-6600d89d-b878-4f32-b283-6108580ed102 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:15.357758 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-d13ea8d0-327d-4e8f-8feb-64e5b4cea30d req-6600d89d-b878-4f32-b283-6108580ed102 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0adff266-7f29-4fd6-9852-05c6bafae8e3 HTTP/1.1" status: 200 len: 945 time: 0.0729344 Jul 28 01:16:15.499605 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-672b289a-fd74-45d8-82ec-13531b139393 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (67c0b2f9-537a-48fb-8cc7-ee1426299bf2), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:15.511810 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-42a59ac6-2e3d-44c8-a801-c843fe750333 admin admin] Publish callbacks [] for security_group (0802b276-9977-4b0a-8265-2d362117564a), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:15.538199 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-d13ea8d0-327d-4e8f-8feb-64e5b4cea30d req-d9ca34f4-ebe6-4f42-b84c-ed3031d7107d tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Deleting port 7aca7690-85ad-4c74-8cea-1f48979942ea {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:16:15.538463 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-d13ea8d0-327d-4e8f-8feb-64e5b4cea30d req-d9ca34f4-ebe6-4f42-b84c-ed3031d7107d tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (7aca7690-85ad-4c74-8cea-1f48979942ea), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:15.630437 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:15.635264 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-672b289a-fd74-45d8-82ec-13531b139393 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Network 8f65178e-aa89-435c-9fed-639dfc5bec3f is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:16:15.653451 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-42a59ac6-2e3d-44c8-a801-c843fe750333 admin admin] Publish callbacks [] for security_group (0802b276-9977-4b0a-8265-2d362117564a), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:15.668155 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-672b289a-fd74-45d8-82ec-13531b139393 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:16:15.686149 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f5bb8-34b7-4048-b437-87d2cf139fc2 req-f25bf05b-989a-404b-a1da-be81067fad96 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:15.691517 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-d13ea8d0-327d-4e8f-8feb-64e5b4cea30d req-d9ca34f4-ebe6-4f42-b84c-ed3031d7107d tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] For port 7aca7690-85ad-4c74-8cea-1f48979942ea, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=7aca7690-85ad-4c74-8cea-1f48979942ea,segment=NetworkSegment(84998b0a-4c53-4c56-b0ae-ac26c210f8c0),segment_id=84998b0a-4c53-4c56-b0ae-ac26c210f8c0)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:16:15.691945 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-d13ea8d0-327d-4e8f-8feb-64e5b4cea30d req-d9ca34f4-ebe6-4f42-b84c-ed3031d7107d tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (7aca7690-85ad-4c74-8cea-1f48979942ea), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:15.693522 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fb0f5bb8-34b7-4048-b437-87d2cf139fc2 req-f25bf05b-989a-404b-a1da-be81067fad96 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/ports?device_id=0adff266-7f29-4fd6-9852-05c6bafae8e3 HTTP/1.1" status: 200 len: 945 time: 0.2164023 Jul 28 01:16:15.696694 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-672b289a-fd74-45d8-82ec-13531b139393 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Received port after_create {{(pid=104162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:16:15.708416 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-d13ea8d0-327d-4e8f-8feb-64e5b4cea30d req-d9ca34f4-ebe6-4f42-b84c-ed3031d7107d tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Calling delete_port for 7aca7690-85ad-4c74-8cea-1f48979942ea owned by compute:nova {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:16:15.718119 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b13fb-0391-48e7-93cb-c37255eb5446 req-185692e9-9816-4314-848b-179a5d0dfdf6 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:15.719822 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-164b13fb-0391-48e7-93cb-c37255eb5446 req-185692e9-9816-4314-848b-179a5d0dfdf6 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 946 time: 0.2249334 Jul 28 01:16:15.792184 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b289a-fd74-45d8-82ec-13531b139393 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Pushing event updated for resources: {'Port': ['ID=67c0b2f9-537a-48fb-8cc7-ee1426299bf2,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:16:15.848402 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a4b4922b-0e0a-4328-b582-870edc134016 req-667686fa-9d67-49a7-85d7-739e28d8ce85 service neutron] 10.222.0.42 "GET /v2.0/networks/f365ac42-75a7-4c3d-8591-d4097c9f6065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4775143 Jul 28 01:16:15.918463 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-672b289a-fd74-45d8-82ec-13531b139393 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:15.919256 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-672b289a-fd74-45d8-82ec-13531b139393 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:15.984108 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fb0f5bb8-34b7-4048-b437-87d2cf139fc2 req-da79b0c8-fe68-41a2-8f8f-70d538ebc1f5 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/security-groups?id=fc18f291-ea84-4c3c-9abc-ddc3a5568efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895043 Jul 28 01:16:16.017251 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-672b289a-fd74-45d8-82ec-13531b139393 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3687856 Jul 28 01:16:16.025361 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-164b13fb-0391-48e7-93cb-c37255eb5446 req-d0dfdd0b-024c-4035-9853-46b5eac7d9ed tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2519634 Jul 28 01:16:16.027842 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-42a59ac6-2e3d-44c8-a801-c843fe750333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (0802b276-9977-4b0a-8265-2d362117564a), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:16.030756 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-42a59ac6-2e3d-44c8-a801-c843fe750333 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:16.032075 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-42a59ac6-2e3d-44c8-a801-c843fe750333 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/0802b276-9977-4b0a-8265-2d362117564a HTTP/1.1" status: 204 len: 168 time: 0.6956542 Jul 28 01:16:16.044621 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a59ac6-2e3d-44c8-a801-c843fe750333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0802b276-9977-4b0a-8265-2d362117564a,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:16:16.118630 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-5db2a6d0-5bb7-4981-ac5d-6b5c131f7ebe service neutron] Request body: {'port': {'device_id': '52389b09-fdf8-4c6d-8e9d-474a6f793cf4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:16:16.154402 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-eb4c3b2e-ae1a-4aa1-9d08-0fa58b04738a None None] Provisioning complete for port 67c0b2f9-537a-48fb-8cc7-ee1426299bf2 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:16:16.156694 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-eb4c3b2e-ae1a-4aa1-9d08-0fa58b04738a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (67c0b2f9-537a-48fb-8cc7-ee1426299bf2), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:16.200158 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-eb4c3b2e-ae1a-4aa1-9d08-0fa58b04738a None None] Port 67c0b2f9-537a-48fb-8cc7-ee1426299bf2 cannot update to ACTIVE because it is not bound. {{(pid=104163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 01:16:16.226416 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4818f9-ded4-42e0-90a2-07f60e2e5a40 req-0de49707-eea0-438f-8f74-2bd72a246001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:16.228075 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ea4818f9-ded4-42e0-90a2-07f60e2e5a40 req-0de49707-eea0-438f-8f74-2bd72a246001 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d14de33f76ea44db8899900481299b87&device_id=49aad030-b12c-409b-b5da-ba6eb7779f32 HTTP/1.1" status: 200 len: 1127 time: 0.0590224 Jul 28 01:16:16.305061 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:16.313527 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-d13ea8d0-327d-4e8f-8feb-64e5b4cea30d req-d9ca34f4-ebe6-4f42-b84c-ed3031d7107d tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436'] for port (7aca7690-85ad-4c74-8cea-1f48979942ea), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:16.329464 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] get_ports_and_sgs() called for port_ids ['7aca7690-85ad-4c74-8cea-1f48979942ea'] {{(pid=104163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 01:16:16.413012 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ca34f4-ebe6-4f42-b84c-ed3031d7107d tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Pushing event deleted for resources: {'Port': ['ID=7aca7690-85ad-4c74-8cea-1f48979942ea,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:16:16.502868 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-5db2a6d0-5bb7-4981-ac5d-6b5c131f7ebe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (67c0b2f9-537a-48fb-8cc7-ee1426299bf2), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:16.517033 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13ea8d0-327d-4e8f-8feb-64e5b4cea30d req-d9ca34f4-ebe6-4f42-b84c-ed3031d7107d tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] No DVR routers for this DVR port 7aca7690-85ad-4c74-8cea-1f48979942ea on host hv-cinder-81558 {{(pid=104161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 01:16:16.519815 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-d13ea8d0-327d-4e8f-8feb-64e5b4cea30d req-d9ca34f4-ebe6-4f42-b84c-ed3031d7107d tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:16.524230 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-d13ea8d0-327d-4e8f-8feb-64e5b4cea30d req-d9ca34f4-ebe6-4f42-b84c-ed3031d7107d tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.42 "DELETE /v2.0/ports/7aca7690-85ad-4c74-8cea-1f48979942ea HTTP/1.1" status: 204 len: 173 time: 1.1599228 Jul 28 01:16:16.524822 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0adff266-7f29-4fd6-9852-05c6bafae8e3', 'name': 'network-vif-deleted', 'tag': '7aca7690-85ad-4c74-8cea-1f48979942ea'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:16:16.527876 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0f5ab60fa46dcea77c59dd77281ac580fb802378bd5ff0a4b9baf266696a00a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3d6171-314e-44de-973e-d7b8b55a0078" -d '{"events": [{"server_uuid": "0adff266-7f29-4fd6-9852-05c6bafae8e3", "name": "network-vif-deleted", "tag": "7aca7690-85ad-4c74-8cea-1f48979942ea"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:16:16.556119 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aed3ac-abfd-47da-9c71-1a9d6aa70027 req-941d7b49-580c-4a11-a83a-9585d6ccdd69 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:16.563329 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e8aed3ac-abfd-47da-9c71-1a9d6aa70027 req-941d7b49-580c-4a11-a83a-9585d6ccdd69 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 931 time: 0.3953094 Jul 28 01:16:16.691749 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeec727-46a7-43da-a006-0268a333843c req-b52684e3-332a-41b0-b3c3-117637c267ee tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:16.693377 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-dfeec727-46a7-43da-a006-0268a333843c req-b52684e3-332a-41b0-b3c3-117637c267ee tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=49aad030-b12c-409b-b5da-ba6eb7779f32 HTTP/1.1" status: 200 len: 943 time: 0.1947865 Jul 28 01:16:16.746754 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e8aed3ac-abfd-47da-9c71-1a9d6aa70027 req-5db1561a-6fcc-47bd-8e65-f32e8086a558 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c741fee7-7ebc-42ea-8f17-aca0a97dcdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824832 Jul 28 01:16:16.829358 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 01:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d979c6ab-920f-43f0-a447-6f5a4353ca21 x-openstack-request-id: req-d979c6ab-920f-43f0-a447-6f5a4353ca21 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:16:16.829907 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0adff266-7f29-4fd6-9852-05c6bafae8e3", "name": "network-vif-deleted", "tag": "7aca7690-85ad-4c74-8cea-1f48979942ea", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:16:16.830321 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-d979c6ab-920f-43f0-a447-6f5a4353ca21 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:16:16.830901 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d979c6ab-920f-43f0-a447-6f5a4353ca21'] response: {'server_uuid': '0adff266-7f29-4fd6-9852-05c6bafae8e3', 'name': 'network-vif-deleted', 'tag': '7aca7690-85ad-4c74-8cea-1f48979942ea', 'status': 'completed', 'code': 200} Jul 28 01:16:16.837764 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4818f9-ded4-42e0-90a2-07f60e2e5a40 req-4d38749e-d226-4485-b11d-401613ea2680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:16.839284 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ea4818f9-ded4-42e0-90a2-07f60e2e5a40 req-4d38749e-d226-4485-b11d-401613ea2680 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f365ac42-75a7-4c3d-8591-d4097c9f6065 HTTP/1.1" status: 200 len: 913 time: 0.5876296 Jul 28 01:16:16.871791 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-dfeec727-46a7-43da-a006-0268a333843c req-bb4e0f8f-127e-477c-b874-767844bc627c tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519439 Jul 28 01:16:17.120404 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ea4818f9-ded4-42e0-90a2-07f60e2e5a40 req-25efbea0-b32b-4c56-aef3-5e4e3bdcf9f6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e3d4ead-cc70-43f5-a886-471d0c3f9868 HTTP/1.1" status: 200 len: 217 time: 0.1342776 Jul 28 01:16:17.303474 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-144478ea-f3b2-49a7-8193-0625d79c2e02 req-abf80974-de2c-49ac-a6c1-5eddbaa3af97 tempest-VolumesActionsTest-1672736751 tempest-VolumesActionsTest-1672736751-project] 10.222.0.17 "GET /v2.0/ports?device_id=0adff266-7f29-4fd6-9852-05c6bafae8e3 HTTP/1.1" status: 200 len: 210 time: 0.1126819 Jul 28 01:16:17.369302 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4818f9-ded4-42e0-90a2-07f60e2e5a40 req-b7cd6d83-8453-416a-bf83-47a1bace4a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:17.371065 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ea4818f9-ded4-42e0-90a2-07f60e2e5a40 req-b7cd6d83-8453-416a-bf83-47a1bace4a6d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12 HTTP/1.1" status: 200 len: 851 time: 0.2424128 Jul 28 01:16:17.401825 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-bf314a01-1cfe-4c61-818e-372cc44b2124 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:17.407431 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-bf314a01-1cfe-4c61-818e-372cc44b2124 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/networks?id=3896987d-a99e-4647-8e6b-6bfb34b8ea7a HTTP/1.1" status: 200 len: 813 time: 0.4659920 Jul 28 01:16:17.413195 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-5db2a6d0-5bb7-4981-ac5d-6b5c131f7ebe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67c0b2f9-537a-48fb-8cc7-ee1426299bf2 {{(pid=104162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 01:16:17.425770 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-5db2a6d0-5bb7-4981-ac5d-6b5c131f7ebe service neutron] Publish callbacks [] for port (67c0b2f9-537a-48fb-8cc7-ee1426299bf2), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:17.450186 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:17.480616 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-be99ed31-d5ea-4408-86ba-22b56ca93d37 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/quotas/9889594f4bf84c4591714b505f1861fe HTTP/1.1" status: 200 len: 375 time: 0.0608978 Jul 28 01:16:17.511550 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-5db2a6d0-5bb7-4981-ac5d-6b5c131f7ebe service neutron] Transition to ACTIVE for port object 67c0b2f9-537a-48fb-8cc7-ee1426299bf2 will not be triggered until provisioned by entity L2. {{(pid=104162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 01:16:17.560387 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:17.566047 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-1815a62e-df92-491f-87a5-5b70c5a75ecc tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=9889594f4bf84c4591714b505f1861fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611758 Jul 28 01:16:17.567161 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4818f9-ded4-42e0-90a2-07f60e2e5a40 req-0356ef75-18e5-4816-b92b-72e2d3a2af29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:17.568643 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ea4818f9-ded4-42e0-90a2-07f60e2e5a40 req-0356ef75-18e5-4816-b92b-72e2d3a2af29 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f365ac42-75a7-4c3d-8591-d4097c9f6065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1871278 Jul 28 01:16:17.576302 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-5db2a6d0-5bb7-4981-ac5d-6b5c131f7ebe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4518704'] for port (67c0b2f9-537a-48fb-8cc7-ee1426299bf2), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:17.667614 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b01ce-f6d4-493d-8c67-41449145d52b req-8251089d-a242-4324-980d-34f5cfcf424e tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:17.669099 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ab9b01ce-f6d4-493d-8c67-41449145d52b req-8251089d-a242-4324-980d-34f5cfcf424e tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 946 time: 0.2251318 Jul 28 01:16:17.808358 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db2a6d0-5bb7-4981-ac5d-6b5c131f7ebe service neutron] Pushing event updated for resources: {'Port': ['ID=67c0b2f9-537a-48fb-8cc7-ee1426299bf2,revision_number=2']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:16:17.937997 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-f7d62cef-0178-4909-a32c-fedaaca150cf service neutron] 10.222.0.17 "GET /v2.0/networks/3896987d-a99e-4647-8e6b-6bfb34b8ea7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521388 Jul 28 01:16:17.966878 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ab9b01ce-f6d4-493d-8c67-41449145d52b req-c94effc6-46bd-4755-a098-0ee3e76927cc tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2505395 Jul 28 01:16:17.991118 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ea4818f9-ded4-42e0-90a2-07f60e2e5a40 req-847c22a9-79d2-420e-997e-cd7089fabd05 service neutron] 10.222.0.42 "GET /v2.0/networks/f365ac42-75a7-4c3d-8591-d4097c9f6065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040320 Jul 28 01:16:18.413116 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-5db2a6d0-5bb7-4981-ac5d-6b5c131f7ebe service neutron] Attempting to bind port 67c0b2f9-537a-48fb-8cc7-ee1426299bf2 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:16:18.413855 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-5db2a6d0-5bb7-4981-ac5d-6b5c131f7ebe service neutron] Attempting to bind port 67c0b2f9-537a-48fb-8cc7-ee1426299bf2 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'a9a4e950-f526-4d0c-a24b-0cb526b214ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8f65178e-aa89-435c-9fed-639dfc5bec3f'}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:16:18.413855 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-5db2a6d0-5bb7-4981-ac5d-6b5c131f7ebe service neutron] Attempting to bind port 67c0b2f9-537a-48fb-8cc7-ee1426299bf2 on network 8f65178e-aa89-435c-9fed-639dfc5bec3f {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:16:18.437506 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-5db2a6d0-5bb7-4981-ac5d-6b5c131f7ebe service neutron] Port 67c0b2f9-537a-48fb-8cc7-ee1426299bf2 on network 8f65178e-aa89-435c-9fed-639dfc5bec3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 01:16:18.437911 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-5db2a6d0-5bb7-4981-ac5d-6b5c131f7ebe service neutron] Attempting to bind port 67c0b2f9-537a-48fb-8cc7-ee1426299bf2 on network 8f65178e-aa89-435c-9fed-639dfc5bec3f {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:16:18.468027 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe8ab7-ef65-4fdd-a522-05e8fff3dfd7 req-8ea23433-1b29-424c-9bd2-756d9efc9f3b tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:18.475972 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d2fe8ab7-ef65-4fdd-a522-05e8fff3dfd7 req-8ea23433-1b29-424c-9bd2-756d9efc9f3b tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 943 time: 0.1151309 Jul 28 01:16:18.485647 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-5db2a6d0-5bb7-4981-ac5d-6b5c131f7ebe service neutron] Checking agent: {'id': '8d4a48be-b376-49eb-a7aa-478deaa3f35f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 11, 32), 'started_at': datetime.datetime(2022, 7, 28, 1, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:16:18.485985 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-5db2a6d0-5bb7-4981-ac5d-6b5c131f7ebe service neutron] Checking segment: {'id': 'a9a4e950-f526-4d0c-a24b-0cb526b214ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8f65178e-aa89-435c-9fed-639dfc5bec3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:16:18.486390 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-5db2a6d0-5bb7-4981-ac5d-6b5c131f7ebe service neutron] Bound using segment: {'id': 'a9a4e950-f526-4d0c-a24b-0cb526b214ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8f65178e-aa89-435c-9fed-639dfc5bec3f'} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:16:18.486871 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-5db2a6d0-5bb7-4981-ac5d-6b5c131f7ebe service neutron] Bound port: 67c0b2f9-537a-48fb-8cc7-ee1426299bf2, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9a4e950-f526-4d0c-a24b-0cb526b214ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8f65178e-aa89-435c-9fed-639dfc5bec3f'}}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:16:18.487222 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-5db2a6d0-5bb7-4981-ac5d-6b5c131f7ebe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (67c0b2f9-537a-48fb-8cc7-ee1426299bf2), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:18.542873 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-47dac3d3-120b-44be-85f7-21210182fe3a service neutron] 10.222.0.17 "GET /v2.0/networks/3896987d-a99e-4647-8e6b-6bfb34b8ea7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5697463 Jul 28 01:16:18.561315 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ea4818f9-ded4-42e0-90a2-07f60e2e5a40 req-df09dbaa-0d1a-4231-9b1e-41b39d44ca5b service neutron] 10.222.0.42 "GET /v2.0/networks/f365ac42-75a7-4c3d-8591-d4097c9f6065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5631642 Jul 28 01:16:18.635283 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d2fe8ab7-ef65-4fdd-a522-05e8fff3dfd7 req-e4ce4b96-e35b-4335-995b-8b9902827c04 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c741fee7-7ebc-42ea-8f17-aca0a97dcdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609461 Jul 28 01:16:18.635836 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 7aca7690-85ad-4c74-8cea-1f48979942ea no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:16:18.657437 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:18.660751 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-5db2a6d0-5bb7-4981-ac5d-6b5c131f7ebe service neutron] For port 67c0b2f9-537a-48fb-8cc7-ee1426299bf2, host hv-cinder-81558, cleared binding levels {{(pid=104162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:16:18.668704 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-5db2a6d0-5bb7-4981-ac5d-6b5c131f7ebe service neutron] For port 67c0b2f9-537a-48fb-8cc7-ee1426299bf2, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=67c0b2f9-537a-48fb-8cc7-ee1426299bf2,segment=NetworkSegment(a9a4e950-f526-4d0c-a24b-0cb526b214ab),segment_id=a9a4e950-f526-4d0c-a24b-0cb526b214ab)] {{(pid=104162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:16:18.671567 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] No Port match for: 7aca7690-85ad-4c74-8cea-1f48979942ea {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:16:18.677696 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 7aca7690-85ad-4c74-8cea-1f48979942ea not bound to the agent host hv-cinder-81558 {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:16:18.680652 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-5db2a6d0-5bb7-4981-ac5d-6b5c131f7ebe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4518704'] for port (67c0b2f9-537a-48fb-8cc7-ee1426299bf2), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:18.760822 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db2a6d0-5bb7-4981-ac5d-6b5c131f7ebe service neutron] Pushing event updated for resources: {'Port': ['ID=67c0b2f9-537a-48fb-8cc7-ee1426299bf2,revision_number=3']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:16:18.796569 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-5db2a6d0-5bb7-4981-ac5d-6b5c131f7ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:18.797395 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-5db2a6d0-5bb7-4981-ac5d-6b5c131f7ebe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:18.799156 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-5db2a6d0-5bb7-4981-ac5d-6b5c131f7ebe service neutron] 10.222.0.42 "PUT /v2.0/ports/67c0b2f9-537a-48fb-8cc7-ee1426299bf2 HTTP/1.1" status: 200 len: 1093 time: 2.6908424 Jul 28 01:16:18.802760 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52389b09-fdf8-4c6d-8e9d-474a6f793cf4', 'tag': '67c0b2f9-537a-48fb-8cc7-ee1426299bf2'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:16:18.810324 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f6b11fd638c6a58f8ef19871f5a43997b3abcb3256dc707badf279ceb4d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c21da20-ce01-4ffe-a20d-73d25e1afa21" -d '{"events": [{"name": "network-changed", "server_uuid": "52389b09-fdf8-4c6d-8e9d-474a6f793cf4", "tag": "67c0b2f9-537a-48fb-8cc7-ee1426299bf2"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:16:18.932493 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-55d049ef-466a-4c7d-87f6-4d9695a23c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:18.934261 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-55d049ef-466a-4c7d-87f6-4d9695a23c4c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=af4689d2f0ef4d71a1c465610011f2d7&device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 1127 time: 0.0805531 Jul 28 01:16:18.975281 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-740ac1ed-08f0-4025-8d56-3a1a3d0d6b3c req-b70e2ef8-6a27-4df6-b5cd-86c6cbc303f1 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 210 time: 0.1550143 Jul 28 01:16:19.000165 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2416b-8b3d-45d7-ab17-bd8fcb01983d req-81e4b3e2-ed3e-4d9d-9110-784109465888 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:19.010261 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-c3a2416b-8b3d-45d7-ab17-bd8fcb01983d req-81e4b3e2-ed3e-4d9d-9110-784109465888 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=49aad030-b12c-409b-b5da-ba6eb7779f32 HTTP/1.1" status: 200 len: 943 time: 0.2502875 Jul 28 01:16:19.067897 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-9ca9b1ff-ee0e-4304-ad53-8b366e8f8838 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67c0b2f9-537a-48fb-8cc7-ee1426299bf2 HTTP/1.1" status: 200 len: 217 time: 0.1100004 Jul 28 01:16:19.097839 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 01:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf10064b-1ce5-4f0f-aa34-c779cc1d6fa9 x-openstack-request-id: req-bf10064b-1ce5-4f0f-aa34-c779cc1d6fa9 {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:16:19.098318 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52389b09-fdf8-4c6d-8e9d-474a6f793cf4", "tag": "67c0b2f9-537a-48fb-8cc7-ee1426299bf2", "status": "completed", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:16:19.098715 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-bf10064b-1ce5-4f0f-aa34-c779cc1d6fa9 {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:16:19.099282 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf10064b-1ce5-4f0f-aa34-c779cc1d6fa9'] response: {'name': 'network-changed', 'server_uuid': '52389b09-fdf8-4c6d-8e9d-474a6f793cf4', 'tag': '67c0b2f9-537a-48fb-8cc7-ee1426299bf2', 'status': 'completed', 'code': 200} Jul 28 01:16:19.204388 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-c3a2416b-8b3d-45d7-ab17-bd8fcb01983d req-4bad1074-f66e-4878-9a05-88a2f09d880d tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927228 Jul 28 01:16:19.209066 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-525a329c-cb4a-464d-8ca2-67cb55cdb1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:19.210496 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-525a329c-cb4a-464d-8ca2-67cb55cdb1bf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2 HTTP/1.1" status: 200 len: 857 time: 0.1102614 Jul 28 01:16:19.341544 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:19.353283 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-8d81b57d-37ea-445a-9065-d1e3226ba34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:19.355185 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-8d81b57d-37ea-445a-9065-d1e3226ba34e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8f65178e-aa89-435c-9fed-639dfc5bec3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1333873 Jul 28 01:16:19.366804 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbc181-f3f4-4cac-8e81-75803503a5ae req-3ddb690b-4cd5-463f-a904-e29d14b276b4 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:19.368595 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d9bbc181-f3f4-4cac-8e81-75803503a5ae req-3ddb690b-4cd5-463f-a904-e29d14b276b4 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 946 time: 0.1190834 Jul 28 01:16:19.527199 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-06eebc1e-86c4-4bd7-9b2a-d8b1901f5841 service neutron] 10.222.0.42 "GET /v2.0/networks/8f65178e-aa89-435c-9fed-639dfc5bec3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565585 Jul 28 01:16:19.578749 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d9bbc181-f3f4-4cac-8e81-75803503a5ae req-504f28fc-2697-49d9-b885-28740924c807 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307700 Jul 28 01:16:19.731277 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7a6c0fae-a6ad-4b5d-9aa9-8498dd5d10a9 req-9a327fdb-6f32-4c84-a8ad-806223c61ef3 service neutron] 10.222.0.42 "GET /v2.0/networks/8f65178e-aa89-435c-9fed-639dfc5bec3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938941 Jul 28 01:16:19.887049 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0256e91-18f7-430e-a69f-08a3ab0a5f45 req-64095dc8-b980-4f84-8b0c-846166036b27 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:19.898484 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-c0256e91-18f7-430e-a69f-08a3ab0a5f45 req-64095dc8-b980-4f84-8b0c-846166036b27 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 943 time: 0.1656559 Jul 28 01:16:20.010147 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-c0256e91-18f7-430e-a69f-08a3ab0a5f45 req-bcc39581-0d00-4c08-bba0-21db0f1429d8 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c741fee7-7ebc-42ea-8f17-aca0a97dcdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085310 Jul 28 01:16:20.118260 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-57e38fba-3393-4d27-8c7a-2f05a624076c req-898495d9-eb8e-491d-a0c1-35a6d64802a8 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 210 time: 0.0478871 Jul 28 01:16:20.381845 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ccd0c-a032-4442-86c0-1599e580e2e8 req-af4254c3-df58-4f9e-a975-dd6db26b476e tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:20.389144 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-695ccd0c-a032-4442-86c0-1599e580e2e8 req-af4254c3-df58-4f9e-a975-dd6db26b476e tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=49aad030-b12c-409b-b5da-ba6eb7779f32 HTTP/1.1" status: 200 len: 943 time: 0.0685971 Jul 28 01:16:20.522911 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-695ccd0c-a032-4442-86c0-1599e580e2e8 req-d8fdd13b-6518-439c-9e42-c5e0bee31db3 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317668 Jul 28 01:16:20.735806 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ad225-e2d8-4af2-b660-b09d75fd8242 req-4cf272c7-e686-4a02-8de0-c57e434bea3a tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:20.738560 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b59ad225-e2d8-4af2-b660-b09d75fd8242 req-4cf272c7-e686-4a02-8de0-c57e434bea3a tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 946 time: 0.0591223 Jul 28 01:16:20.802656 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b59ad225-e2d8-4af2-b660-b09d75fd8242 req-73679b35-cfce-4fb9-8d26-4e5058594e25 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581555 Jul 28 01:16:21.107562 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:21.146442 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293498b-54bd-44fd-ad4d-c18a82a96a42 req-79252d16-318c-4272-983a-bf1441b3fa74 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:21.154097 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9293498b-54bd-44fd-ad4d-c18a82a96a42 req-79252d16-318c-4272-983a-bf1441b3fa74 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 943 time: 0.0586522 Jul 28 01:16:21.207870 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9293498b-54bd-44fd-ad4d-c18a82a96a42 req-71dda99b-41c2-4090-89fa-2453b186a175 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c741fee7-7ebc-42ea-8f17-aca0a97dcdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528884 Jul 28 01:16:21.235883 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-c2d74a6a-92b8-4430-9437-e6b9fc10dd69 req-eda1ee70-fe91-43e2-bc69-bca71bd7db10 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 210 time: 0.0326684 Jul 28 01:16:21.412901 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:21.676295 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace9ab3-5a21-407c-abfa-1ae9a78ac6d6 req-ddd80c3e-7bfd-4e4a-a591-b1c37b530ca8 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:21.685619 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-3ace9ab3-5a21-407c-abfa-1ae9a78ac6d6 req-ddd80c3e-7bfd-4e4a-a591-b1c37b530ca8 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=49aad030-b12c-409b-b5da-ba6eb7779f32 HTTP/1.1" status: 200 len: 943 time: 0.0717731 Jul 28 01:16:21.742677 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-3ace9ab3-5a21-407c-abfa-1ae9a78ac6d6 req-48852c19-9ed3-49dd-bbf2-799ab5ef3fa6 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561152 Jul 28 01:16:21.943149 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65993718-75b5-40de-af8f-7f1274078c6a req-08da0f08-b915-4993-92cb-9b8777946a73 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:21.944993 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-65993718-75b5-40de-af8f-7f1274078c6a req-08da0f08-b915-4993-92cb-9b8777946a73 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 946 time: 0.0535839 Jul 28 01:16:22.003408 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-65993718-75b5-40de-af8f-7f1274078c6a req-f77c637b-e702-48cf-b67f-e0e4dcb08df6 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523629 Jul 28 01:16:22.357442 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-75042552-6483-4b32-8c09-98d6389b3c6a req-c2013806-2a16-4f15-b429-d0055abc1fce tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 210 time: 0.0345178 Jul 28 01:16:22.381951 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a54cc-7849-4302-a04e-0e9bb4217336 req-99eec3f4-17cf-4d02-bfbb-8e3893c0824f tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:22.389056 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8e1a54cc-7849-4302-a04e-0e9bb4217336 req-99eec3f4-17cf-4d02-bfbb-8e3893c0824f tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 943 time: 0.1026359 Jul 28 01:16:22.440491 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8e1a54cc-7849-4302-a04e-0e9bb4217336 req-e7244ae7-98fb-44c4-b54d-b86d27f5505d tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c741fee7-7ebc-42ea-8f17-aca0a97dcdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501256 Jul 28 01:16:22.865797 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c0910-153f-49ee-a1a6-b071fddbae6c req-f6989715-0167-43d9-861d-c903ff75a593 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:22.867566 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-cd3c0910-153f-49ee-a1a6-b071fddbae6c req-f6989715-0167-43d9-861d-c903ff75a593 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=49aad030-b12c-409b-b5da-ba6eb7779f32 HTTP/1.1" status: 200 len: 943 time: 0.0538073 Jul 28 01:16:22.924606 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-cd3c0910-153f-49ee-a1a6-b071fddbae6c req-24161c15-c49d-4422-ba71-3d73503c2e66 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510442 Jul 28 01:16:23.126205 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:23.144219 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4da9d-421d-4ed8-baeb-ac83f8d98112 req-c0c3f6b9-025f-4bbd-b778-048182ffbade tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:23.145885 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9ef4da9d-421d-4ed8-baeb-ac83f8d98112 req-c0c3f6b9-025f-4bbd-b778-048182ffbade tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 946 time: 0.0553815 Jul 28 01:16:23.201786 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9ef4da9d-421d-4ed8-baeb-ac83f8d98112 req-bf3ee558-eaf9-401d-b67e-0a40a579ed65 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498192 Jul 28 01:16:23.481944 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8a73cb23-14af-4755-8340-771aac2ad49f req-b50cded2-4a7e-463d-97be-1cc6b047d21d tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 210 time: 0.0298288 Jul 28 01:16:23.618175 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759542a-b8c7-4f41-8400-743d4342d99d req-7d49197f-f658-4630-9241-44377c6c0596 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:23.619634 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2759542a-b8c7-4f41-8400-743d4342d99d req-7d49197f-f658-4630-9241-44377c6c0596 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 943 time: 0.0520484 Jul 28 01:16:23.681125 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2759542a-b8c7-4f41-8400-743d4342d99d req-8739f2b5-9191-43db-9e93-f8a67bbeb36d tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c741fee7-7ebc-42ea-8f17-aca0a97dcdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499582 Jul 28 01:16:23.822159 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21da20-ce01-4ffe-a20d-73d25e1afa21 req-2c00eac3-31fd-44da-a667-14bc4331b325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:23.823712 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8c21da20-ce01-4ffe-a20d-73d25e1afa21 req-2c00eac3-31fd-44da-a667-14bc4331b325 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=af4689d2f0ef4d71a1c465610011f2d7&device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 1127 time: 0.0522923 Jul 28 01:16:24.048805 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cecc34-9411-4f2c-b6af-482afb0ec19c req-6a980636-ced3-46b9-86b3-4264a01f88f4 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:24.050383 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-c1cecc34-9411-4f2c-b6af-482afb0ec19c req-6a980636-ced3-46b9-86b3-4264a01f88f4 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=49aad030-b12c-409b-b5da-ba6eb7779f32 HTTP/1.1" status: 200 len: 943 time: 0.0506968 Jul 28 01:16:24.105890 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-c1cecc34-9411-4f2c-b6af-482afb0ec19c req-4326cec2-abc7-48e8-9aa1-56e80fea176d tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488420 Jul 28 01:16:24.366325 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b00aa42-468d-4c4c-88ed-8ace229d1dd1 req-1a9311dd-7f90-4e1b-9439-5261fa60d921 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:24.372081 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-6b00aa42-468d-4c4c-88ed-8ace229d1dd1 req-1a9311dd-7f90-4e1b-9439-5261fa60d921 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 946 time: 0.0706358 Jul 28 01:16:24.450620 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-6b00aa42-468d-4c4c-88ed-8ace229d1dd1 req-f8796d8f-94d6-4611-8b0b-3419cdc0182a tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708332 Jul 28 01:16:24.654863 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a2f3d94e-4ac2-47b3-b5d3-15156f6a37dd req-caf330b3-a476-4342-8d34-1afb39eb3a33 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 210 time: 0.0364590 Jul 28 01:16:24.731957 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21da20-ce01-4ffe-a20d-73d25e1afa21 req-497d804a-f97d-466f-a373-5b2aed30f8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:24.733380 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8c21da20-ce01-4ffe-a20d-73d25e1afa21 req-497d804a-f97d-466f-a373-5b2aed30f8a4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8f65178e-aa89-435c-9fed-639dfc5bec3f HTTP/1.1" status: 200 len: 919 time: 0.1809361 Jul 28 01:16:24.877778 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8a660-3e52-4d62-bcf7-7b407b364093 req-019a508e-e2bb-43ef-b410-bdf217736e82 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:24.888090 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4bf8a660-3e52-4d62-bcf7-7b407b364093 req-019a508e-e2bb-43ef-b410-bdf217736e82 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 943 time: 0.0822814 Jul 28 01:16:24.895985 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:25.065175 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8c21da20-ce01-4ffe-a20d-73d25e1afa21 req-13d94b22-918b-46a3-bafd-c9161f119f74 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67c0b2f9-537a-48fb-8cc7-ee1426299bf2 HTTP/1.1" status: 200 len: 217 time: 0.0896325 Jul 28 01:16:25.099814 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4bf8a660-3e52-4d62-bcf7-7b407b364093 req-ea7d79a0-d8f7-4c66-937d-82ac0c222b30 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c741fee7-7ebc-42ea-8f17-aca0a97dcdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2088554 Jul 28 01:16:25.345349 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e34a95-0c2e-4cdf-a946-275da9227da5 req-a14e9503-c0e7-46cd-b764-580e602c6d85 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:25.352804 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-26e34a95-0c2e-4cdf-a946-275da9227da5 req-a14e9503-c0e7-46cd-b764-580e602c6d85 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=49aad030-b12c-409b-b5da-ba6eb7779f32 HTTP/1.1" status: 200 len: 943 time: 0.1187541 Jul 28 01:16:25.356906 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21da20-ce01-4ffe-a20d-73d25e1afa21 req-d72a4272-1db7-4373-8d05-0e9f98409270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:25.358639 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8c21da20-ce01-4ffe-a20d-73d25e1afa21 req-d72a4272-1db7-4373-8d05-0e9f98409270 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2 HTTP/1.1" status: 200 len: 857 time: 0.2576568 Jul 28 01:16:25.464081 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-566f0829-1cde-476e-9cb2-117fb9f90dfd tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:25.465598 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-566f0829-1cde-476e-9cb2-117fb9f90dfd tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.42 "GET /v2.0/networks?id=3896987d-a99e-4647-8e6b-6bfb34b8ea7a HTTP/1.1" status: 200 len: 813 time: 0.3197949 Jul 28 01:16:25.475021 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21da20-ce01-4ffe-a20d-73d25e1afa21 req-54a78994-8721-4420-ac74-0b7f3e49289a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:25.475021 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8c21da20-ce01-4ffe-a20d-73d25e1afa21 req-54a78994-8721-4420-ac74-0b7f3e49289a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8f65178e-aa89-435c-9fed-639dfc5bec3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1058533 Jul 28 01:16:25.512112 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-2fd61321-624d-474a-a7a6-08a285ed8a41 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Request body: {'port': {'device_id': 'c015e542-38ce-4335-bfa4-f9c77444f42f', 'network_id': '3896987d-a99e-4647-8e6b-6bfb34b8ea7a', 'admin_state_up': True, 'tenant_id': '9889594f4bf84c4591714b505f1861fe'}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:16:25.585993 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-26e34a95-0c2e-4cdf-a946-275da9227da5 req-f31f332f-7acb-428e-bdc6-ffe7e811e024 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2322159 Jul 28 01:16:25.868301 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:25.874898 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ba4d1-2ef4-40c0-ac7a-5ac83bf4c941 req-a0797a25-28f2-434e-919b-6a2c8a9d4979 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:25.891266 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-781ba4d1-2ef4-40c0-ac7a-5ac83bf4c941 req-a0797a25-28f2-434e-919b-6a2c8a9d4979 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 946 time: 0.3250082 Jul 28 01:16:25.908702 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-66c4be89-78e7-43d3-a1d4-d2f783f8bf77 req-76307f7a-d7ec-4b50-91e5-0a6df4a659f2 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 210 time: 0.0863671 Jul 28 01:16:25.969252 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-2fd61321-624d-474a-a7a6-08a285ed8a41 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Made reservation on behalf of 9889594f4bf84c4591714b505f1861fe for: {'port': 1} {{(pid=104162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:16:25.972757 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-2fd61321-624d-474a-a7a6-08a285ed8a41 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:26.250729 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-781ba4d1-2ef4-40c0-ac7a-5ac83bf4c941 req-61b40ceb-6cae-403e-aa5b-cdd1330dcf91 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3618820 Jul 28 01:16:26.360523 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8c21da20-ce01-4ffe-a20d-73d25e1afa21 req-d37dbbbf-258b-4c04-8527-42d284fe66ff service neutron] 10.222.0.42 "GET /v2.0/networks/8f65178e-aa89-435c-9fed-639dfc5bec3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8663039 Jul 28 01:16:26.455709 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=83,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:26.492759 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=38,neutron:DELETE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:26.523011 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_common [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-2fd61321-624d-474a-a7a6-08a285ed8a41 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Allocated IP 172.20.0.9 (3896987d-a99e-4647-8e6b-6bfb34b8ea7a/795ace15-547b-4b04-8e63-5e779c7d0b43/6f17787d-ed77-4892-b415-19e790741366) {{(pid=104162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:16:26.672347 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 67c0b2f9-537a-48fb-8cc7-ee1426299bf2 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 01:16:26.814427 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f3e96-5a9f-4749-baf9-f225e217b7db req-e49fe616-b787-4739-80ab-ae516b05261d tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:26.816193 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d77f3e96-5a9f-4749-baf9-f225e217b7db req-e49fe616-b787-4739-80ab-ae516b05261d tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 943 time: 0.5154147 Jul 28 01:16:26.825817 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:26.883796 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddd929-da18-46cc-8884-88ba3d1e17da req-84ea0a9a-6ad2-4fd1-b56b-9893a5209859 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:26.891258 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f1ddd929-da18-46cc-8884-88ba3d1e17da req-84ea0a9a-6ad2-4fd1-b56b-9893a5209859 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=49aad030-b12c-409b-b5da-ba6eb7779f32 HTTP/1.1" status: 200 len: 943 time: 0.1334634 Jul 28 01:16:26.901802 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 67c0b2f9-537a-48fb-8cc7-ee1426299bf2, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=67c0b2f9-537a-48fb-8cc7-ee1426299bf2,segment=NetworkSegment(a9a4e950-f526-4d0c-a24b-0cb526b214ab),segment_id=a9a4e950-f526-4d0c-a24b-0cb526b214ab)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:16:26.946043 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=100 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:26.948046 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Returning: {'device': '67c0b2f9-537a-48fb-8cc7-ee1426299bf2', 'network_id': '8f65178e-aa89-435c-9fed-639dfc5bec3f', 'port_id': '67c0b2f9-537a-48fb-8cc7-ee1426299bf2', 'mac_address': 'fa:16:3e:81:73:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 01:16:27.017216 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port 67c0b2f9-537a-48fb-8cc7-ee1426299bf2 is: DOWN; New status is: BUILD {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:16:27.027652 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (67c0b2f9-537a-48fb-8cc7-ee1426299bf2), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:27.051087 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:27.068859 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67c0b2f9-537a-48fb-8cc7-ee1426299bf2 {{(pid=104163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 01:16:27.077808 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d77f3e96-5a9f-4749-baf9-f225e217b7db req-a3302790-b2d2-423c-a9b0-a5a849cff578 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c741fee7-7ebc-42ea-8f17-aca0a97dcdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2478774 Jul 28 01:16:27.095350 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f1ddd929-da18-46cc-8884-88ba3d1e17da req-28ee40d2-e7da-43fd-9964-086b6887a392 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2024179 Jul 28 01:16:27.103335 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-2fd61321-624d-474a-a7a6-08a285ed8a41 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks [] for port (6f17787d-ed77-4892-b415-19e790741366), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:27.114737 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8c21da20-ce01-4ffe-a20d-73d25e1afa21 req-ccf51baa-d65b-4ced-83af-be4b8d4f8279 service neutron] 10.222.0.42 "GET /v2.0/networks/8f65178e-aa89-435c-9fed-639dfc5bec3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7200820 Jul 28 01:16:27.141730 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 67c0b2f9-537a-48fb-8cc7-ee1426299bf2, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=67c0b2f9-537a-48fb-8cc7-ee1426299bf2,segment=NetworkSegment(a9a4e950-f526-4d0c-a24b-0cb526b214ab),segment_id=a9a4e950-f526-4d0c-a24b-0cb526b214ab)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:16:27.157250 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (67c0b2f9-537a-48fb-8cc7-ee1426299bf2), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:27.158636 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 1e3d4ead-cc70-43f5-a886-471d0c3f9868 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 01:16:27.271923 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c8ed2-ff2b-480a-a502-cc0a585e500a req-789ff7cf-8746-445f-a2dc-0da1a6121337 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:27.292130 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-820c8ed2-ff2b-480a-a502-cc0a585e500a req-789ff7cf-8746-445f-a2dc-0da1a6121337 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 931 time: 0.0882742 Jul 28 01:16:27.311157 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-2fd61321-624d-474a-a7a6-08a285ed8a41 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (6f17787d-ed77-4892-b415-19e790741366), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:27.319870 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 1e3d4ead-cc70-43f5-a886-471d0c3f9868, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1e3d4ead-cc70-43f5-a886-471d0c3f9868,segment=NetworkSegment(adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742),segment_id=adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:16:27.362422 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Returning: {'device': '1e3d4ead-cc70-43f5-a886-471d0c3f9868', 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065', 'port_id': '1e3d4ead-cc70-43f5-a886-471d0c3f9868', 'mac_address': 'fa:16:3e:17:e3:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 01:16:27.424448 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-820c8ed2-ff2b-480a-a502-cc0a585e500a req-1946e79d-47de-4e7a-8b71-715224b02d39 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309075 Jul 28 01:16:27.443136 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-2fd61321-624d-474a-a7a6-08a285ed8a41 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Network 3896987d-a99e-4647-8e6b-6bfb34b8ea7a is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:16:27.446795 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-2fd61321-624d-474a-a7a6-08a285ed8a41 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:16:27.449424 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-2fd61321-624d-474a-a7a6-08a285ed8a41 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Received port after_create {{(pid=104162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:16:27.482582 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd61321-624d-474a-a7a6-08a285ed8a41 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Pushing event updated for resources: {'Port': ['ID=6f17787d-ed77-4892-b415-19e790741366,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:16:27.492388 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:27.494387 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port 1e3d4ead-cc70-43f5-a886-471d0c3f9868 is: DOWN; New status is: BUILD {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:16:27.495125 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (1e3d4ead-cc70-43f5-a886-471d0c3f9868), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:27.556777 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e3d4ead-cc70-43f5-a886-471d0c3f9868 {{(pid=104163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 01:16:27.617829 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 1e3d4ead-cc70-43f5-a886-471d0c3f9868, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1e3d4ead-cc70-43f5-a886-471d0c3f9868,segment=NetworkSegment(adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742),segment_id=adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:16:27.634074 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (1e3d4ead-cc70-43f5-a886-471d0c3f9868), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:27.651979 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=67c0b2f9-537a-48fb-8cc7-ee1426299bf2,revision_number=4']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:16:27.711948 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-2fd61321-624d-474a-a7a6-08a285ed8a41 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:27.715963 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-2fd61321-624d-474a-a7a6-08a285ed8a41 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:27.785850 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d4a48a-b89b-4636-8979-62de0e84dbb5 req-4ba33d0e-f132-471d-942a-9405dbba68c6 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:27.793281 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-c6d4a48a-b89b-4636-8979-62de0e84dbb5 req-4ba33d0e-f132-471d-942a-9405dbba68c6 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 946 time: 0.2247078 Jul 28 01:16:27.820873 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-2fd61321-624d-474a-a7a6-08a285ed8a41 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3279424 Jul 28 01:16:27.835133 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-528a711c-b92f-4a0e-98c0-48b63cfdfb48 service neutron] Request body: {'port': {'device_id': 'c015e542-38ce-4335-bfa4-f9c77444f42f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:16:27.861701 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=1e3d4ead-cc70-43f5-a886-471d0c3f9868,revision_number=4']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:16:27.899045 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-c6d4a48a-b89b-4636-8979-62de0e84dbb5 req-ccee6e98-eac5-445e-b805-c3c34c93059e tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044943 Jul 28 01:16:27.948299 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-528a711c-b92f-4a0e-98c0-48b63cfdfb48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (6f17787d-ed77-4892-b415-19e790741366), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:27.966756 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-7d081582-9611-4e05-80ec-5bbc427921ca None None] Provisioning complete for port 6f17787d-ed77-4892-b415-19e790741366 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:16:27.977441 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-7d081582-9611-4e05-80ec-5bbc427921ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (6f17787d-ed77-4892-b415-19e790741366), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:28.120510 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-7d081582-9611-4e05-80ec-5bbc427921ca None None] Port 6f17787d-ed77-4892-b415-19e790741366 cannot update to ACTIVE because it is not bound. {{(pid=104163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 01:16:28.152506 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] get_ports_and_sgs() called for port_ids ['1e3d4ead-cc70-43f5-a886-471d0c3f9868'] {{(pid=104163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 01:16:28.307259 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] get_ports_and_sgs() called for port_ids ['67c0b2f9-537a-48fb-8cc7-ee1426299bf2'] {{(pid=104163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 01:16:28.355516 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcde866-9806-41eb-87c9-1d857414ad4b req-f8caee14-234b-43c8-87db-c033a5fe1229 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:28.357431 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fbcde866-9806-41eb-87c9-1d857414ad4b req-f8caee14-234b-43c8-87db-c033a5fe1229 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 944 time: 0.0647032 Jul 28 01:16:28.619841 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-528a711c-b92f-4a0e-98c0-48b63cfdfb48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f17787d-ed77-4892-b415-19e790741366 {{(pid=104162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 01:16:28.637078 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-528a711c-b92f-4a0e-98c0-48b63cfdfb48 service neutron] Publish callbacks [] for port (6f17787d-ed77-4892-b415-19e790741366), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:28.670010 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-528a711c-b92f-4a0e-98c0-48b63cfdfb48 service neutron] Transition to ACTIVE for port object 6f17787d-ed77-4892-b415-19e790741366 will not be triggered until provisioned by entity L2. {{(pid=104162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 01:16:28.671069 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:28.710400 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-528a711c-b92f-4a0e-98c0-48b63cfdfb48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4518704'] for port (6f17787d-ed77-4892-b415-19e790741366), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:28.758538 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:28.859812 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde56013-6443-422b-a614-cdcd201c2bd5 req-731bb398-0234-4876-bbc6-72f6489558e7 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:28.872280 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-bde56013-6443-422b-a614-cdcd201c2bd5 req-731bb398-0234-4876-bbc6-72f6489558e7 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=49aad030-b12c-409b-b5da-ba6eb7779f32 HTTP/1.1" status: 200 len: 944 time: 0.5862324 Jul 28 01:16:29.104442 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a711c-b92f-4a0e-98c0-48b63cfdfb48 service neutron] Pushing event updated for resources: {'Port': ['ID=6f17787d-ed77-4892-b415-19e790741366,revision_number=2']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:16:29.148062 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fbcde866-9806-41eb-87c9-1d857414ad4b req-d5de209e-5533-4c56-95a3-6b43b5b8077c tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c741fee7-7ebc-42ea-8f17-aca0a97dcdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7536368 Jul 28 01:16:29.331227 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-bde56013-6443-422b-a614-cdcd201c2bd5 req-08571733-b0e7-474b-b51e-6d276eae6748 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4576139 Jul 28 01:16:29.335266 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-528a711c-b92f-4a0e-98c0-48b63cfdfb48 service neutron] Attempting to bind port 6f17787d-ed77-4892-b415-19e790741366 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:16:29.335789 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-528a711c-b92f-4a0e-98c0-48b63cfdfb48 service neutron] Attempting to bind port 6f17787d-ed77-4892-b415-19e790741366 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'd7d23a5b-c556-4a0e-bc86-f30be2745df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3896987d-a99e-4647-8e6b-6bfb34b8ea7a'}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:16:29.336197 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-528a711c-b92f-4a0e-98c0-48b63cfdfb48 service neutron] Attempting to bind port 6f17787d-ed77-4892-b415-19e790741366 on network 3896987d-a99e-4647-8e6b-6bfb34b8ea7a {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:16:29.365996 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef79992-e2d7-4e3e-93ce-456ff8b686af req-e6a102c4-a5eb-4371-978c-d2dab5ce36f6 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:29.367539 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9ef79992-e2d7-4e3e-93ce-456ff8b686af req-e6a102c4-a5eb-4371-978c-d2dab5ce36f6 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 943 time: 0.0964751 Jul 28 01:16:29.369807 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-528a711c-b92f-4a0e-98c0-48b63cfdfb48 service neutron] Port 6f17787d-ed77-4892-b415-19e790741366 on network 3896987d-a99e-4647-8e6b-6bfb34b8ea7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 01:16:29.370128 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-528a711c-b92f-4a0e-98c0-48b63cfdfb48 service neutron] Attempting to bind port 6f17787d-ed77-4892-b415-19e790741366 on network 3896987d-a99e-4647-8e6b-6bfb34b8ea7a {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:16:29.378936 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-528a711c-b92f-4a0e-98c0-48b63cfdfb48 service neutron] Checking agent: {'id': '8d4a48be-b376-49eb-a7aa-478deaa3f35f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 11, 32), 'started_at': datetime.datetime(2022, 7, 28, 1, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:16:29.379450 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-528a711c-b92f-4a0e-98c0-48b63cfdfb48 service neutron] Checking segment: {'id': 'd7d23a5b-c556-4a0e-bc86-f30be2745df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3896987d-a99e-4647-8e6b-6bfb34b8ea7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:16:29.380285 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-528a711c-b92f-4a0e-98c0-48b63cfdfb48 service neutron] Bound using segment: {'id': 'd7d23a5b-c556-4a0e-bc86-f30be2745df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3896987d-a99e-4647-8e6b-6bfb34b8ea7a'} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:16:29.380931 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-528a711c-b92f-4a0e-98c0-48b63cfdfb48 service neutron] Bound port: 6f17787d-ed77-4892-b415-19e790741366, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7d23a5b-c556-4a0e-bc86-f30be2745df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3896987d-a99e-4647-8e6b-6bfb34b8ea7a'}}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:16:29.381357 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-528a711c-b92f-4a0e-98c0-48b63cfdfb48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (6f17787d-ed77-4892-b415-19e790741366), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:29.894519 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730dfcb7-8cc0-46b1-a98e-d676a07e7917 req-0609874a-6451-41e6-a927-18a6048dba90 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:29.901872 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-730dfcb7-8cc0-46b1-a98e-d676a07e7917 req-0609874a-6451-41e6-a927-18a6048dba90 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 946 time: 0.4491050 Jul 28 01:16:30.002816 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9ef79992-e2d7-4e3e-93ce-456ff8b686af req-c28e5787-8e00-4793-8b62-c1ece9060d6b tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6253188 Jul 28 01:16:30.036646 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-528a711c-b92f-4a0e-98c0-48b63cfdfb48 service neutron] For port 6f17787d-ed77-4892-b415-19e790741366, host hv-cinder-81558, cleared binding levels {{(pid=104162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:16:30.070596 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-528a711c-b92f-4a0e-98c0-48b63cfdfb48 service neutron] For port 6f17787d-ed77-4892-b415-19e790741366, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6f17787d-ed77-4892-b415-19e790741366,segment=NetworkSegment(d7d23a5b-c556-4a0e-bc86-f30be2745df3),segment_id=d7d23a5b-c556-4a0e-bc86-f30be2745df3)] {{(pid=104162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:16:30.078140 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-730dfcb7-8cc0-46b1-a98e-d676a07e7917 req-dcf5b704-8453-457e-b722-01c2c5ec48c3 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752822 Jul 28 01:16:30.087181 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-528a711c-b92f-4a0e-98c0-48b63cfdfb48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4518704'] for port (6f17787d-ed77-4892-b415-19e790741366), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:30.227214 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-528a711c-b92f-4a0e-98c0-48b63cfdfb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:30.227977 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-528a711c-b92f-4a0e-98c0-48b63cfdfb48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:30.229742 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-528a711c-b92f-4a0e-98c0-48b63cfdfb48 service neutron] 10.222.0.42 "PUT /v2.0/ports/6f17787d-ed77-4892-b415-19e790741366 HTTP/1.1" status: 200 len: 1093 time: 2.4002702 Jul 28 01:16:30.230547 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a711c-b92f-4a0e-98c0-48b63cfdfb48 service neutron] Pushing event updated for resources: {'Port': ['ID=6f17787d-ed77-4892-b415-19e790741366,revision_number=3']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:16:30.233638 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c015e542-38ce-4335-bfa4-f9c77444f42f', 'tag': '6f17787d-ed77-4892-b415-19e790741366'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:16:30.236361 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f6b11fd638c6a58f8ef19871f5a43997b3abcb3256dc707badf279ceb4d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d853cf5-c129-424e-8a55-3049411b0a53" -d '{"events": [{"name": "network-changed", "server_uuid": "c015e542-38ce-4335-bfa4-f9c77444f42f", "tag": "6f17787d-ed77-4892-b415-19e790741366"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:16:30.249609 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d1b9e-725b-4e1c-9017-12e7dc46cc03 req-9007ba23-f674-4eb6-8398-acffa7c853b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:30.253633 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ab6d1b9e-725b-4e1c-9017-12e7dc46cc03 req-9007ba23-f674-4eb6-8398-acffa7c853b5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6e3df8020ac0427bae99a7fc30bdfa48&device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 1130 time: 0.0858610 Jul 28 01:16:30.370942 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 01:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281ec564-7543-4f00-b041-0a84e25f3263 x-openstack-request-id: req-281ec564-7543-4f00-b041-0a84e25f3263 {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:16:30.371703 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c015e542-38ce-4335-bfa4-f9c77444f42f", "tag": "6f17787d-ed77-4892-b415-19e790741366", "status": "completed", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:16:30.371703 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-281ec564-7543-4f00-b041-0a84e25f3263 {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:16:30.373423 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-281ec564-7543-4f00-b041-0a84e25f3263'] response: {'name': 'network-changed', 'server_uuid': 'c015e542-38ce-4335-bfa4-f9c77444f42f', 'tag': '6f17787d-ed77-4892-b415-19e790741366', 'status': 'completed', 'code': 200} Jul 28 01:16:30.522614 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d1b9e-725b-4e1c-9017-12e7dc46cc03 req-bbc513df-965c-4a41-aacc-5b4bf608f833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:30.524639 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ab6d1b9e-725b-4e1c-9017-12e7dc46cc03 req-bbc513df-965c-4a41-aacc-5b4bf608f833 service neutron] 10.222.0.42 "GET /v2.0/networks?id=79d1ca3f-e23e-4848-9d9a-982b12f210b8 HTTP/1.1" status: 200 len: 918 time: 0.2567971 Jul 28 01:16:30.676820 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-ff3d5dad-b6fd-473e-9cc0-525ae7810532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:30.678575 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-ff3d5dad-b6fd-473e-9cc0-525ae7810532 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9889594f4bf84c4591714b505f1861fe&device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 1127 time: 0.3134520 Jul 28 01:16:30.689894 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 67c0b2f9-537a-48fb-8cc7-ee1426299bf2 up at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:16:30.694757 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343294a7-0bc5-436b-9c68-4c41ec5757ef req-fcf20ed7-52a2-4c01-af8f-5060665186f6 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:30.696380 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-343294a7-0bc5-436b-9c68-4c41ec5757ef req-fcf20ed7-52a2-4c01-af8f-5060665186f6 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 944 time: 0.2560492 Jul 28 01:16:30.712668 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:30.769903 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:30.794657 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ab6d1b9e-725b-4e1c-9017-12e7dc46cc03 req-430863fb-51fa-427d-a590-115b2b26050d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a76b2846-749f-47c3-81f3-a7c5328f00ad HTTP/1.1" status: 200 len: 1001 time: 0.2520511 Jul 28 01:16:30.802375 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6f0c3-3ba9-48e8-aca0-50b4b2e5a587 req-bc493f19-ca78-418e-8401-0d24da1cd983 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:30.804628 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-89e6f0c3-3ba9-48e8-aca0-50b4b2e5a587 req-bc493f19-ca78-418e-8401-0d24da1cd983 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=49aad030-b12c-409b-b5da-ba6eb7779f32 HTTP/1.1" status: 200 len: 944 time: 0.2657335 Jul 28 01:16:30.809277 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-4a2f8277-8ad0-41b6-8df6-caff57ad2b93 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f17787d-ed77-4892-b415-19e790741366 HTTP/1.1" status: 200 len: 217 time: 0.1076479 Jul 28 01:16:30.846476 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:30.856679 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Provisioning for port 67c0b2f9-537a-48fb-8cc7-ee1426299bf2 completed by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 01:16:30.868880 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Provisioning complete for port 67c0b2f9-537a-48fb-8cc7-ee1426299bf2 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:16:30.870369 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-343294a7-0bc5-436b-9c68-4c41ec5757ef req-067383e4-bfd5-4e1f-a8b5-6120663cd4bb tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c741fee7-7ebc-42ea-8f17-aca0a97dcdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556845 Jul 28 01:16:30.904604 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (67c0b2f9-537a-48fb-8cc7-ee1426299bf2), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:30.934866 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-89e6f0c3-3ba9-48e8-aca0-50b4b2e5a587 req-11f5fb3b-6d90-47bc-a994-dd0ebc5356e5 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899935 Jul 28 01:16:31.044900 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d1b9e-725b-4e1c-9017-12e7dc46cc03 req-1a713cdf-dfa4-4611-a789-4f08a665c8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:31.046613 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ab6d1b9e-725b-4e1c-9017-12e7dc46cc03 req-1a713cdf-dfa4-4611-a789-4f08a665c8ea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6 HTTP/1.1" status: 200 len: 856 time: 0.1076791 Jul 28 01:16:31.048268 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-4e48fb56-c382-44e7-995b-0416c4bb1ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:31.049818 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-4e48fb56-c382-44e7-995b-0416c4bb1ff0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=795ace15-547b-4b04-8e63-5e779c7d0b43 HTTP/1.1" status: 200 len: 852 time: 0.1009364 Jul 28 01:16:31.064877 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:31.090164 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port 67c0b2f9-537a-48fb-8cc7-ee1426299bf2 is: BUILD; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:16:31.090558 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (67c0b2f9-537a-48fb-8cc7-ee1426299bf2), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:31.153878 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52389b09-fdf8-4c6d-8e9d-474a6f793cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c0b2f9-537a-48fb-8cc7-ee1426299bf2'}] {{(pid=104163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:16:31.156599 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74574a7e5f5019bac05c50995ec4c38decffa50ba6d5d10f63080a9b4086ca7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa341fc-89b1-4de5-b2f3-fa5cfd368f54" -d '{"events": [{"server_uuid": "52389b09-fdf8-4c6d-8e9d-474a6f793cf4", "name": "network-vif-plugged", "status": "completed", "tag": "67c0b2f9-537a-48fb-8cc7-ee1426299bf2"}]}' {{(pid=104163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:16:31.189330 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 67c0b2f9-537a-48fb-8cc7-ee1426299bf2, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=67c0b2f9-537a-48fb-8cc7-ee1426299bf2,segment=NetworkSegment(a9a4e950-f526-4d0c-a24b-0cb526b214ab),segment_id=a9a4e950-f526-4d0c-a24b-0cb526b214ab)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:16:31.196351 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (67c0b2f9-537a-48fb-8cc7-ee1426299bf2), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:31.197367 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 1e3d4ead-cc70-43f5-a886-471d0c3f9868 up at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:16:31.354871 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=67c0b2f9-537a-48fb-8cc7-ee1426299bf2,revision_number=5']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:16:31.365373 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Provisioning for port 1e3d4ead-cc70-43f5-a886-471d0c3f9868 completed by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 01:16:31.377027 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Provisioning complete for port 1e3d4ead-cc70-43f5-a886-471d0c3f9868 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:16:31.378139 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (1e3d4ead-cc70-43f5-a886-471d0c3f9868), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:31.436009 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88fa889-aa42-4140-ab53-19260e68ea8a req-50869b16-0a64-4630-b4f6-d09c416ca5e9 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:31.447615 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b88fa889-aa42-4140-ab53-19260e68ea8a req-50869b16-0a64-4630-b4f6-d09c416ca5e9 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 946 time: 0.1152935 Jul 28 01:16:31.517046 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port 1e3d4ead-cc70-43f5-a886-471d0c3f9868 is: BUILD; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:16:31.517764 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (1e3d4ead-cc70-43f5-a886-471d0c3f9868), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:31.523524 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b40828d-ea20-4e5d-9990-7aaf4c2733af req-d95d9255-2c95-4e9a-8b15-93fcfb4027f8 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:31.525297 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8b40828d-ea20-4e5d-9990-7aaf4c2733af req-d95d9255-2c95-4e9a-8b15-93fcfb4027f8 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 943 time: 0.4214246 Jul 28 01:16:31.576472 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-b7cc4ef2-1f15-4831-ba89-c69a5868624f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:31.578583 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-b7cc4ef2-1f15-4831-ba89-c69a5868624f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3896987d-a99e-4647-8e6b-6bfb34b8ea7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4176266 Jul 28 01:16:31.579294 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 1e3d4ead-cc70-43f5-a886-471d0c3f9868, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1e3d4ead-cc70-43f5-a886-471d0c3f9868,segment=NetworkSegment(adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742),segment_id=adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:16:31.589182 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d1b9e-725b-4e1c-9017-12e7dc46cc03 req-9f4ab331-aa10-4e21-96ba-321ab8f14363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:31.591049 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ab6d1b9e-725b-4e1c-9017-12e7dc46cc03 req-9f4ab331-aa10-4e21-96ba-321ab8f14363 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=79d1ca3f-e23e-4848-9d9a-982b12f210b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4313202 Jul 28 01:16:31.591308 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (1e3d4ead-cc70-43f5-a886-471d0c3f9868), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:31.714871 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b88fa889-aa42-4140-ab53-19260e68ea8a req-51111c0a-d573-4063-a551-07516a1b5b2f tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2188199 Jul 28 01:16:31.737943 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=1e3d4ead-cc70-43f5-a886-471d0c3f9868,revision_number=5']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:16:31.849487 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 01:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb958fd1-0093-4360-8b40-47bbfe87be90 x-openstack-request-id: req-cb958fd1-0093-4360-8b40-47bbfe87be90 {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:16:31.849991 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52389b09-fdf8-4c6d-8e9d-474a6f793cf4", "name": "network-vif-plugged", "status": "completed", "tag": "67c0b2f9-537a-48fb-8cc7-ee1426299bf2", "code": 200}]} {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:16:31.850409 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-cb958fd1-0093-4360-8b40-47bbfe87be90 {{(pid=104163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:16:31.850984 dv-cinder-815582-11-iscsi neutron-server[104163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb958fd1-0093-4360-8b40-47bbfe87be90'] response: {'server_uuid': '52389b09-fdf8-4c6d-8e9d-474a6f793cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c0b2f9-537a-48fb-8cc7-ee1426299bf2', 'code': 200} Jul 28 01:16:32.035716 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ab6d1b9e-725b-4e1c-9017-12e7dc46cc03 req-47d5b43b-4542-48f6-80d7-5455d81677d5 service neutron] 10.222.0.42 "GET /v2.0/networks/79d1ca3f-e23e-4848-9d9a-982b12f210b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774481 Jul 28 01:16:32.126647 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8b40828d-ea20-4e5d-9990-7aaf4c2733af req-5a32dc99-f8ef-445e-bd2e-4bb8b01f8ae2 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5797687 Jul 28 01:16:32.170809 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b5402-e07c-42e1-bf9e-f59013673a7f req-252c254e-3318-4185-94ee-ab11349806b8 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:32.172705 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-465b5402-e07c-42e1-bf9e-f59013673a7f req-252c254e-3318-4185-94ee-ab11349806b8 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=49aad030-b12c-409b-b5da-ba6eb7779f32 HTTP/1.1" status: 200 len: 945 time: 0.1219139 Jul 28 01:16:32.222360 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-697ed7e2-2661-48e9-801a-b51b64f244a8 service neutron] 10.222.0.42 "GET /v2.0/networks/3896987d-a99e-4647-8e6b-6bfb34b8ea7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6200230 Jul 28 01:16:32.489023 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538ef3c-493b-4bad-8c6a-020d15a33ac6 req-645edc9d-a28c-451d-a450-f40e512251ca tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:32.490868 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7538ef3c-493b-4bad-8c6a-020d15a33ac6 req-645edc9d-a28c-451d-a450-f40e512251ca tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 945 time: 0.2090368 Jul 28 01:16:32.505487 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (8d4a48be-b376-49eb-a7aa-478deaa3f35f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:32.521262 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-465b5402-e07c-42e1-bf9e-f59013673a7f req-b42c9aca-5929-4813-a364-5da4fa1689ae tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3365123 Jul 28 01:16:32.632327 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7538ef3c-493b-4bad-8c6a-020d15a33ac6 req-cf1a14a7-ee2a-4f82-b2ed-235e26f8a078 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c741fee7-7ebc-42ea-8f17-aca0a97dcdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294026 Jul 28 01:16:33.005292 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34bb2db-db67-46b1-b66e-d59585fba37d req-c29dfe6b-add7-4abd-94d0-81658155eb2d tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:33.030246 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f34bb2db-db67-46b1-b66e-d59585fba37d req-c29dfe6b-add7-4abd-94d0-81658155eb2d tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 946 time: 0.1910143 Jul 28 01:16:33.213066 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f34bb2db-db67-46b1-b66e-d59585fba37d req-34382891-5088-406a-a9f8-67fa1680f8d5 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792774 Jul 28 01:16:33.319693 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd9f806-dc07-441f-bc68-fdd39b66c0bc req-4b3811d4-8e03-43fc-9c33-13961a8a6d5f tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:33.323116 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1bd9f806-dc07-441f-bc68-fdd39b66c0bc req-4b3811d4-8e03-43fc-9c33-13961a8a6d5f tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 943 time: 0.0902839 Jul 28 01:16:33.398080 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1bd9f806-dc07-441f-bc68-fdd39b66c0bc req-cccff4db-f4eb-42d5-8aa8-c085dd7b25de tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658567 Jul 28 01:16:33.767971 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:33.772447 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:33.792617 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91caa2-aa5f-4ef5-8c2f-50982eb5b676 req-f6a4ade7-0cfc-4193-8b88-b0e27ad9cbac tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:33.794315 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-3d91caa2-aa5f-4ef5-8c2f-50982eb5b676 req-f6a4ade7-0cfc-4193-8b88-b0e27ad9cbac tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=49aad030-b12c-409b-b5da-ba6eb7779f32 HTTP/1.1" status: 200 len: 945 time: 0.0897877 Jul 28 01:16:33.852871 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49aad030-b12c-409b-b5da-ba6eb7779f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e3d4ead-cc70-43f5-a886-471d0c3f9868'}] {{(pid=104163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:16:33.855181 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74574a7e5f5019bac05c50995ec4c38decffa50ba6d5d10f63080a9b4086ca7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1cd94d-66f1-403a-aa4c-f1c8d2f27e0a" -d '{"events": [{"server_uuid": "49aad030-b12c-409b-b5da-ba6eb7779f32", "name": "network-vif-plugged", "status": "completed", "tag": "1e3d4ead-cc70-43f5-a886-471d0c3f9868"}]}' {{(pid=104163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:16:33.878892 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8ce95-d0ac-4b11-9770-71fb7f0ecedb req-6c19a39b-4a33-43d4-8326-49ce35b5fe98 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:33.885923 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-c0a8ce95-d0ac-4b11-9770-71fb7f0ecedb req-6c19a39b-4a33-43d4-8326-49ce35b5fe98 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 945 time: 0.0904822 Jul 28 01:16:34.012117 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-c0a8ce95-d0ac-4b11-9770-71fb7f0ecedb req-b21f19ab-827d-43c2-8479-89117245335e tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c741fee7-7ebc-42ea-8f17-aca0a97dcdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252599 Jul 28 01:16:34.024452 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-3d91caa2-aa5f-4ef5-8c2f-50982eb5b676 req-ebf85a9d-4c0f-439c-af51-7298bb32a02b tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305757 Jul 28 01:16:34.085308 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 01:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4111c5f0-993f-4178-802f-f4cb6bf09211 x-openstack-request-id: req-4111c5f0-993f-4178-802f-f4cb6bf09211 {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:16:34.085827 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49aad030-b12c-409b-b5da-ba6eb7779f32", "name": "network-vif-plugged", "status": "completed", "tag": "1e3d4ead-cc70-43f5-a886-471d0c3f9868", "code": 200}]} {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:16:34.086224 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-4111c5f0-993f-4178-802f-f4cb6bf09211 {{(pid=104163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:16:34.087699 dv-cinder-815582-11-iscsi neutron-server[104163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4111c5f0-993f-4178-802f-f4cb6bf09211'] response: {'server_uuid': '49aad030-b12c-409b-b5da-ba6eb7779f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e3d4ead-cc70-43f5-a886-471d0c3f9868', 'code': 200} Jul 28 01:16:34.604768 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4611a-e87b-45ac-81eb-6b9972795aff req-749c91c3-dc0a-414b-bd8a-8be22705b754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:34.608055 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-50c4611a-e87b-45ac-81eb-6b9972795aff req-749c91c3-dc0a-414b-bd8a-8be22705b754 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 1129 time: 0.1625235 Jul 28 01:16:34.625938 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ab6d1b9e-725b-4e1c-9017-12e7dc46cc03 req-32c7f1f4-f962-4cd9-b9af-c98e13dce30f service neutron] 10.222.0.42 "GET /v2.0/networks/79d1ca3f-e23e-4848-9d9a-982b12f210b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5341403 Jul 28 01:16:34.681480 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-de130c03-44f8-4a23-8d99-fcc3784a6ea1 req-ff735ba1-53a4-4d60-b14c-cd3907b9886a service neutron] 10.222.0.42 "GET /v2.0/networks/3896987d-a99e-4647-8e6b-6bfb34b8ea7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6134253 Jul 28 01:16:34.716783 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device a76b2846-749f-47c3-81f3-a7c5328f00ad no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:16:34.759190 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea464e-1f7c-46b0-afff-4f9b627c7a36 req-75b5c863-c458-4f6b-8069-305e9d1146d6 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:34.768522 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e4ea464e-1f7c-46b0-afff-4f9b627c7a36 req-75b5c863-c458-4f6b-8069-305e9d1146d6 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 946 time: 0.2210712 Jul 28 01:16:34.835764 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72af42-5a8d-4f20-a4e5-8fa370d6b09f req-5aa85b29-cf06-4ba7-9b30-fbbd5ec1c1a0 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:34.843253 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2c72af42-5a8d-4f20-a4e5-8fa370d6b09f req-5aa85b29-cf06-4ba7-9b30-fbbd5ec1c1a0 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 943 time: 0.2203391 Jul 28 01:16:34.851399 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 49966) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:16:34.900821 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e4ea464e-1f7c-46b0-afff-4f9b627c7a36 req-d90b570e-ec90-4845-8e95-37d5ec5ee327 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230559 Jul 28 01:16:34.910216 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port a76b2846-749f-47c3-81f3-a7c5328f00ad is: ACTIVE; New status is: DOWN {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:16:34.910874 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (a76b2846-749f-47c3-81f3-a7c5328f00ad), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:34.934775 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2c72af42-5a8d-4f20-a4e5-8fa370d6b09f req-2ef89e8e-da61-47e6-8f3d-af0d128e12be tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896423 Jul 28 01:16:34.976777 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port a76b2846-749f-47c3-81f3-a7c5328f00ad, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a76b2846-749f-47c3-81f3-a7c5328f00ad,segment=NetworkSegment(d38ebf67-8dab-4986-bb13-157dcdc07364),segment_id=d38ebf67-8dab-4986-bb13-157dcdc07364)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:16:34.986411 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (a76b2846-749f-47c3-81f3-a7c5328f00ad), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:35.143585 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e1f35cce-80bc-467b-8d1e-946310efa0a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:35.148362 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=a76b2846-749f-47c3-81f3-a7c5328f00ad,revision_number=8']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:16:35.239513 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ea24d-ece8-4633-9097-940e50b8b5a9 req-286fc84a-617b-4e85-924e-c69b500d0235 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:35.244579 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e1f35cce-80bc-467b-8d1e-946310efa0a4 admin admin] Publish callbacks [] for security_group (4354f0ce-c6ae-4809-887d-59acea1a1c72), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:35.249181 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e28ea24d-ece8-4633-9097-940e50b8b5a9 req-286fc84a-617b-4e85-924e-c69b500d0235 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=49aad030-b12c-409b-b5da-ba6eb7779f32 HTTP/1.1" status: 200 len: 945 time: 0.1390650 Jul 28 01:16:35.252861 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e1f35cce-80bc-467b-8d1e-946310efa0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (4354f0ce-c6ae-4809-887d-59acea1a1c72), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:35.267546 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea8ad2-9ebd-49ca-8947-e7bde7701e1e req-7f6d22d1-43b7-47ee-b1b1-20e8c495f013 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:35.275120 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d8ea8ad2-9ebd-49ca-8947-e7bde7701e1e req-7f6d22d1-43b7-47ee-b1b1-20e8c495f013 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 945 time: 0.0948303 Jul 28 01:16:35.314591 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 49974) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:16:35.315227 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-e1f35cce-80bc-467b-8d1e-946310efa0a4 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=39be0436e2734bcd833b571fc15e4b50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4614620 Jul 28 01:16:35.316540 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f35cce-80bc-467b-8d1e-946310efa0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4354f0ce-c6ae-4809-887d-59acea1a1c72,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:16:35.326484 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f35cce-80bc-467b-8d1e-946310efa0a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:16:35.327923 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f35cce-80bc-467b-8d1e-946310efa0a4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:16:35.328491 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f35cce-80bc-467b-8d1e-946310efa0a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:16:35.329045 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f35cce-80bc-467b-8d1e-946310efa0a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:16:35.329585 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f35cce-80bc-467b-8d1e-946310efa0a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:16:35.329927 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f35cce-80bc-467b-8d1e-946310efa0a4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:16:35.330253 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f35cce-80bc-467b-8d1e-946310efa0a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:16:35.330741 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f35cce-80bc-467b-8d1e-946310efa0a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:16:35.331879 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f35cce-80bc-467b-8d1e-946310efa0a4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:16:35.332388 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f35cce-80bc-467b-8d1e-946310efa0a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:16:35.332899 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f35cce-80bc-467b-8d1e-946310efa0a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:16:35.333233 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f35cce-80bc-467b-8d1e-946310efa0a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:16:35.333570 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f35cce-80bc-467b-8d1e-946310efa0a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:16:35.333907 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f35cce-80bc-467b-8d1e-946310efa0a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:16:35.334230 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f35cce-80bc-467b-8d1e-946310efa0a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:16:35.393497 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d8ea8ad2-9ebd-49ca-8947-e7bde7701e1e req-692544bd-91ec-4820-bf42-50b4f36d23c3 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c741fee7-7ebc-42ea-8f17-aca0a97dcdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173790 Jul 28 01:16:35.412885 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e28ea24d-ece8-4633-9097-940e50b8b5a9 req-3630007f-c063-4bca-8922-5977a2943607 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530361 Jul 28 01:16:35.432352 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5da40960-a541-4f50-96e7-f3d4bf64502c admin admin] Publish callbacks [] for security_group (4354f0ce-c6ae-4809-887d-59acea1a1c72), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:35.467087 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5da40960-a541-4f50-96e7-f3d4bf64502c admin admin] Publish callbacks [] for security_group (4354f0ce-c6ae-4809-887d-59acea1a1c72), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:35.530714 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5da40960-a541-4f50-96e7-f3d4bf64502c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (4354f0ce-c6ae-4809-887d-59acea1a1c72), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:35.533253 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5da40960-a541-4f50-96e7-f3d4bf64502c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:35.534397 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-5da40960-a541-4f50-96e7-f3d4bf64502c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/4354f0ce-c6ae-4809-887d-59acea1a1c72 HTTP/1.1" status: 204 len: 168 time: 0.2186213 Jul 28 01:16:35.543434 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da40960-a541-4f50-96e7-f3d4bf64502c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4354f0ce-c6ae-4809-887d-59acea1a1c72,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:16:35.554671 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da40960-a541-4f50-96e7-f3d4bf64502c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:16:35.555048 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da40960-a541-4f50-96e7-f3d4bf64502c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:16:35.555396 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da40960-a541-4f50-96e7-f3d4bf64502c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:16:35.555736 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da40960-a541-4f50-96e7-f3d4bf64502c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:16:35.556073 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da40960-a541-4f50-96e7-f3d4bf64502c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:16:35.556407 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da40960-a541-4f50-96e7-f3d4bf64502c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:16:35.556739 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da40960-a541-4f50-96e7-f3d4bf64502c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:16:35.557062 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da40960-a541-4f50-96e7-f3d4bf64502c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:16:35.557385 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da40960-a541-4f50-96e7-f3d4bf64502c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:16:35.557948 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da40960-a541-4f50-96e7-f3d4bf64502c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:16:35.558501 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da40960-a541-4f50-96e7-f3d4bf64502c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:16:35.558889 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da40960-a541-4f50-96e7-f3d4bf64502c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:16:35.559251 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da40960-a541-4f50-96e7-f3d4bf64502c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:16:35.559534 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da40960-a541-4f50-96e7-f3d4bf64502c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:16:35.559865 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da40960-a541-4f50-96e7-f3d4bf64502c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:16:36.075328 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:36.088916 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300e3c0c-fb14-4c05-b53a-fe8f0589ac1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a76b2846-749f-47c3-81f3-a7c5328f00ad'}] {{(pid=104163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:16:36.091546 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74574a7e5f5019bac05c50995ec4c38decffa50ba6d5d10f63080a9b4086ca7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c5690c-d33a-43ee-9c0a-b3449acba2a5" -d '{"events": [{"server_uuid": "300e3c0c-fb14-4c05-b53a-fe8f0589ac1b", "name": "network-vif-unplugged", "status": "completed", "tag": "a76b2846-749f-47c3-81f3-a7c5328f00ad"}]}' {{(pid=104163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:16:36.103213 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91deced9-f827-4d0f-965d-7e9e59758098 req-023f00b5-cb66-45a9-8ebb-43ea2c706df5 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:36.104373 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-91deced9-f827-4d0f-965d-7e9e59758098 req-023f00b5-cb66-45a9-8ebb-43ea2c706df5 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 943 time: 0.0926082 Jul 28 01:16:36.130707 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d4588-5428-4967-878c-2b7b51ebe1a0 req-ebbd6d0d-481f-4d44-9c1c-0ced42e3dc3d tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:36.132310 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-949d4588-5428-4967-878c-2b7b51ebe1a0 req-ebbd6d0d-481f-4d44-9c1c-0ced42e3dc3d tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 944 time: 0.0893455 Jul 28 01:16:36.171683 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:36.187724 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-91deced9-f827-4d0f-965d-7e9e59758098 req-56548f0e-68ac-4f18-85ff-c3e8043979a5 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754509 Jul 28 01:16:36.211404 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-949d4588-5428-4967-878c-2b7b51ebe1a0 req-e9a6c2b9-af42-4313-8517-33cca6b623d6 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643904 Jul 28 01:16:36.319687 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Jul 2022 01:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c47617c-4e43-4b27-b55d-338f6e6bb75c x-openstack-request-id: req-9c47617c-4e43-4b27-b55d-338f6e6bb75c {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:16:36.320262 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300e3c0c-fb14-4c05-b53a-fe8f0589ac1b", "name": "network-vif-unplugged", "status": "completed", "tag": "a76b2846-749f-47c3-81f3-a7c5328f00ad", "code": 200}]} {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:16:36.320671 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-9c47617c-4e43-4b27-b55d-338f6e6bb75c {{(pid=104163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:16:36.321253 dv-cinder-815582-11-iscsi neutron-server[104163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c47617c-4e43-4b27-b55d-338f6e6bb75c'] response: {'server_uuid': '300e3c0c-fb14-4c05-b53a-fe8f0589ac1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a76b2846-749f-47c3-81f3-a7c5328f00ad', 'code': 200} Jul 28 01:16:36.338727 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96777d-0b80-49fb-a91b-b5b03ddbbeff req-d20fded1-1cd9-4018-9365-f92e68878827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:36.340961 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-df96777d-0b80-49fb-a91b-b5b03ddbbeff req-d20fded1-1cd9-4018-9365-f92e68878827 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=49aad030-b12c-409b-b5da-ba6eb7779f32 HTTP/1.1" status: 200 len: 1129 time: 0.1065564 Jul 28 01:16:36.372394 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-50c4611a-e87b-45ac-81eb-6b9972795aff req-68655dc5-b4a9-456b-a914-968ade67a4e2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c741fee7-7ebc-42ea-8f17-aca0a97dcdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460888 Jul 28 01:16:36.385559 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:36.563636 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a7977-3501-4ea3-bc48-88d2a26d94c8 req-290bd142-120e-4ce1-9f17-a3932e7f9e74 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:36.571415 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-da9a7977-3501-4ea3-bc48-88d2a26d94c8 req-290bd142-120e-4ce1-9f17-a3932e7f9e74 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 945 time: 0.0627241 Jul 28 01:16:36.664936 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba4a6f-93d9-4e52-82ce-1d6de010f7d3 req-79491115-19a8-43cd-a3cb-726592fe6847 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:36.666567 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-00ba4a6f-93d9-4e52-82ce-1d6de010f7d3 req-79491115-19a8-43cd-a3cb-726592fe6847 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=49aad030-b12c-409b-b5da-ba6eb7779f32 HTTP/1.1" status: 200 len: 945 time: 0.0788813 Jul 28 01:16:36.678877 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-da9a7977-3501-4ea3-bc48-88d2a26d94c8 req-0dc52a2d-e3c0-4734-b59b-d0646d3380e7 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c741fee7-7ebc-42ea-8f17-aca0a97dcdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064095 Jul 28 01:16:36.745783 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-00ba4a6f-93d9-4e52-82ce-1d6de010f7d3 req-c7b75e63-0126-4ccc-ae63-ce51fef4c221 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654976 Jul 28 01:16:37.433228 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af630229-0e5f-4c55-b3ed-6bf1b1d78e29 req-4e0d200b-f223-4568-9086-ca9611978399 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:37.441542 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-af630229-0e5f-4c55-b3ed-6bf1b1d78e29 req-4e0d200b-f223-4568-9086-ca9611978399 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 943 time: 0.1049206 Jul 28 01:16:37.494284 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331ccd9-8291-43b3-8f20-bfd043795e92 req-383e5545-60c1-48e9-b78c-4bdcf69a7dce tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:37.495892 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8331ccd9-8291-43b3-8f20-bfd043795e92 req-383e5545-60c1-48e9-b78c-4bdcf69a7dce tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 944 time: 0.1179757 Jul 28 01:16:37.600973 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-af630229-0e5f-4c55-b3ed-6bf1b1d78e29 req-88e5f0fe-7501-4b0f-a94f-2049294a11a0 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580184 Jul 28 01:16:37.644823 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8331ccd9-8291-43b3-8f20-bfd043795e92 req-fa2a76ec-664d-470d-a4c0-c1f4b4c2e596 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359639 Jul 28 01:16:37.837601 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3c1aefcf-78d3-4e10-a108-910e712b5947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:37.840632 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bab864-9ddb-4cda-8afb-216ee7553abc req-7197cb0f-5e48-4159-9d21-aae05216cfbd tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:37.842286 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-50bab864-9ddb-4cda-8afb-216ee7553abc req-7197cb0f-5e48-4159-9d21-aae05216cfbd tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 945 time: 0.0778165 Jul 28 01:16:37.925528 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea541659-d473-41de-aa66-543fe64934c1 req-e5eb7df2-8c95-4537-a0cc-c75ca8e4e668 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:37.927153 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ea541659-d473-41de-aa66-543fe64934c1 req-e5eb7df2-8c95-4537-a0cc-c75ca8e4e668 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=49aad030-b12c-409b-b5da-ba6eb7779f32 HTTP/1.1" status: 200 len: 945 time: 0.0831850 Jul 28 01:16:37.936961 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-50bab864-9ddb-4cda-8afb-216ee7553abc req-40e1ee75-511e-4081-94a1-5ffafa3ff727 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c741fee7-7ebc-42ea-8f17-aca0a97dcdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825977 Jul 28 01:16:38.006710 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ea541659-d473-41de-aa66-543fe64934c1 req-86d762ff-7479-4b84-8e18-4f603e7a543c tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637443 Jul 28 01:16:38.854007 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b35ee5-cc43-47fc-a7de-f8cd432e5b0f req-080a7d6a-7a34-420f-a809-16162f0d26a0 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:38.861569 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-43b35ee5-cc43-47fc-a7de-f8cd432e5b0f req-080a7d6a-7a34-420f-a809-16162f0d26a0 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 944 time: 0.0819635 Jul 28 01:16:38.894720 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735eb8fd-73d9-497e-8c9b-cc2dae66b68f req-e88ff1e5-5a8c-492b-a16a-b61afadb0692 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:38.896703 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-735eb8fd-73d9-497e-8c9b-cc2dae66b68f req-e88ff1e5-5a8c-492b-a16a-b61afadb0692 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 943 time: 0.1635797 Jul 28 01:16:38.989853 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-735eb8fd-73d9-497e-8c9b-cc2dae66b68f req-42e8c830-25ef-48ce-9ea8-b8df3622fc9f tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786150 Jul 28 01:16:39.002102 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-43b35ee5-cc43-47fc-a7de-f8cd432e5b0f req-183c5e8b-eef0-4ba1-a22f-9ea10ff9ea5e tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229398 Jul 28 01:16:39.213039 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:39.232214 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d412da-2ca2-4c73-9833-73f3f5d1465f req-273819f2-4402-46d6-978a-83a8f4786594 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:39.239713 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-68d412da-2ca2-4c73-9833-73f3f5d1465f req-273819f2-4402-46d6-978a-83a8f4786594 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=49aad030-b12c-409b-b5da-ba6eb7779f32 HTTP/1.1" status: 200 len: 945 time: 0.1200089 Jul 28 01:16:39.282156 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc332e-8403-4eac-9cfd-867a0e5ab62b req-572a2c27-1632-4231-b8ac-4349456326fd tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:39.289577 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4efc332e-8403-4eac-9cfd-867a0e5ab62b req-572a2c27-1632-4231-b8ac-4349456326fd tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 945 time: 0.1102591 Jul 28 01:16:39.384636 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-68d412da-2ca2-4c73-9833-73f3f5d1465f req-9a9a6e82-4b5a-4469-8051-7d3b96823fc6 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431887 Jul 28 01:16:39.461105 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4efc332e-8403-4eac-9cfd-867a0e5ab62b req-c0cd8e0c-aabf-4239-aedf-c5464fda70b9 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c741fee7-7ebc-42ea-8f17-aca0a97dcdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703243 Jul 28 01:16:40.252716 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99a7cc-6ce3-461e-b205-a74de8173017 req-3e1b7b77-443e-4426-9611-ac9b874ce9dd tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:40.258946 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8d99a7cc-6ce3-461e-b205-a74de8173017 req-3e1b7b77-443e-4426-9611-ac9b874ce9dd tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 943 time: 0.1515229 Jul 28 01:16:40.335742 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-f504e7f1-46b4-4389-9212-9d8b2bf63bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:40.341420 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4760a91-1d89-43e0-a17e-3730dc753c6e req-9fe2a7f4-4e8b-4597-95de-722db90cbf36 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:40.345700 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-c4760a91-1d89-43e0-a17e-3730dc753c6e req-9fe2a7f4-4e8b-4597-95de-722db90cbf36 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 944 time: 0.1700699 Jul 28 01:16:40.397260 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:40.419868 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=6 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:40.458109 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8d99a7cc-6ce3-461e-b205-a74de8173017 req-3eff4220-bbbd-4a8d-85bb-2c5c65a3132b tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755722 Jul 28 01:16:40.524706 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-c4760a91-1d89-43e0-a17e-3730dc753c6e req-eccc32cb-ae53-46ba-aee8-7aef337e8c68 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677752 Jul 28 01:16:40.648699 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f742056-0b4f-4564-94e2-45b07cf7de0a req-2c398184-e223-4778-8597-325c7bc571b3 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:40.662642 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-6f742056-0b4f-4564-94e2-45b07cf7de0a req-2c398184-e223-4778-8597-325c7bc571b3 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=49aad030-b12c-409b-b5da-ba6eb7779f32 HTTP/1.1" status: 200 len: 945 time: 0.0839167 Jul 28 01:16:40.733716 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device a76b2846-749f-47c3-81f3-a7c5328f00ad no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:16:40.779379 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c682b5-3a35-481d-960c-cadc3df83102 req-f47d4ff6-216b-4f67-8394-689e4beb52e6 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:40.795642 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e4c682b5-3a35-481d-960c-cadc3df83102 req-f47d4ff6-216b-4f67-8394-689e4beb52e6 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 945 time: 0.1252303 Jul 28 01:16:40.820866 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-6f742056-0b4f-4564-94e2-45b07cf7de0a req-bfa722c6-b1c2-4b25-b570-d21ccbaec9b5 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571522 Jul 28 01:16:40.828284 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:40.837405 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port a76b2846-749f-47c3-81f3-a7c5328f00ad is: DOWN; New status is: DOWN {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:16:40.889982 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e4c682b5-3a35-481d-960c-cadc3df83102 req-99feb806-5ea1-42e3-a226-3433239a9731 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c741fee7-7ebc-42ea-8f17-aca0a97dcdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912614 Jul 28 01:16:41.335875 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:41.674409 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a3b9c-a40d-4808-9e0e-23c294242ba9 req-e487c4cb-25b2-42f9-a9d3-f0fadd928be1 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:41.685881 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-609a3b9c-a40d-4808-9e0e-23c294242ba9 req-e487c4cb-25b2-42f9-a9d3-f0fadd928be1 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 943 time: 0.1020265 Jul 28 01:16:41.777447 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc4ac4-574c-4245-847a-e3df676c1754 req-ed079001-d80f-4212-9593-b1ad292f4c01 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:41.778969 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9ddc4ac4-574c-4245-847a-e3df676c1754 req-ed079001-d80f-4212-9593-b1ad292f4c01 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 944 time: 0.0802531 Jul 28 01:16:42.127852 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-609a3b9c-a40d-4808-9e0e-23c294242ba9 req-42be9851-bcb3-4883-bc15-ee0bdf67f40b tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409182 Jul 28 01:16:42.180747 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9ddc4ac4-574c-4245-847a-e3df676c1754 req-097e1f50-7ff6-48fc-b79c-27dc53ea7432 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3932040 Jul 28 01:16:42.306968 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecebbec-96cc-4d4e-b806-117c4a8e8fb9 req-ab307d43-e149-42d7-b243-c30fc4b39628 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:42.324630 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1ecebbec-96cc-4d4e-b806-117c4a8e8fb9 req-ab307d43-e149-42d7-b243-c30fc4b39628 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=49aad030-b12c-409b-b5da-ba6eb7779f32 HTTP/1.1" status: 200 len: 945 time: 0.1040790 Jul 28 01:16:42.339652 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7f1f9-b58d-45c2-8af0-94d53af90139 req-a21fbd2c-5739-40e5-888c-01d53b01ef77 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:42.341139 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8ba7f1f9-b58d-45c2-8af0-94d53af90139 req-a21fbd2c-5739-40e5-888c-01d53b01ef77 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 945 time: 0.0890214 Jul 28 01:16:42.393301 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-df96777d-0b80-49fb-a91b-b5b03ddbbeff req-82949d19-fd24-4ad8-bf4b-3d4b8eb032b2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827591 Jul 28 01:16:42.420832 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8ba7f1f9-b58d-45c2-8af0-94d53af90139 req-8f562329-fc06-42f0-8636-b959c5ecd578 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c741fee7-7ebc-42ea-8f17-aca0a97dcdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680451 Jul 28 01:16:42.442576 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1ecebbec-96cc-4d4e-b806-117c4a8e8fb9 req-71a6efc0-f8b9-4c71-bfbe-9196a9a9066c tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160553 Jul 28 01:16:42.711844 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:43.042078 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:43.123448 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d853cf5-c129-424e-8a55-3049411b0a53 req-cb1ab14d-c778-4b14-bff4-964d90897a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:43.125536 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-3d853cf5-c129-424e-8a55-3049411b0a53 req-cb1ab14d-c778-4b14-bff4-964d90897a59 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9889594f4bf84c4591714b505f1861fe&device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 1127 time: 0.0572569 Jul 28 01:16:43.310988 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd555b2d-b5cb-4b11-8fb9-f8a9d1b3a5d9 req-2eff5fc8-d097-4894-bf8a-d584c0124d30 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:43.312604 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fd555b2d-b5cb-4b11-8fb9-f8a9d1b3a5d9 req-2eff5fc8-d097-4894-bf8a-d584c0124d30 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 943 time: 0.0905726 Jul 28 01:16:43.339133 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59eff9-6411-4e46-b36f-54680d35d3e1 req-5c87e329-bdb1-49ca-9dac-4a4a09091533 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:43.343686 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2d59eff9-6411-4e46-b36f-54680d35d3e1 req-5c87e329-bdb1-49ca-9dac-4a4a09091533 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 944 time: 0.0835943 Jul 28 01:16:43.396116 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:43.419328 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fd555b2d-b5cb-4b11-8fb9-f8a9d1b3a5d9 req-1b6147c6-3dd8-472e-88b5-19a00f4a940c tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955157 Jul 28 01:16:43.445457 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2d59eff9-6411-4e46-b36f-54680d35d3e1 req-885abd10-16c8-4534-81df-64bb6488d6d4 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934749 Jul 28 01:16:43.599221 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f6bc3-844c-4463-b3dd-61606101b6ab req-101cc014-2cbe-48d9-bc17-a0c5f4fd99a9 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:43.600798 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0a9f6bc3-844c-4463-b3dd-61606101b6ab req-101cc014-2cbe-48d9-bc17-a0c5f4fd99a9 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 945 time: 0.0725219 Jul 28 01:16:43.607057 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a466e5-7198-498c-8815-cad5e6c5d053 req-bd18a214-7848-4a0a-81a9-48cc91ccd088 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:43.608934 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-51a466e5-7198-498c-8815-cad5e6c5d053 req-bd18a214-7848-4a0a-81a9-48cc91ccd088 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=49aad030-b12c-409b-b5da-ba6eb7779f32 HTTP/1.1" status: 200 len: 945 time: 0.0910068 Jul 28 01:16:43.700609 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0a9f6bc3-844c-4463-b3dd-61606101b6ab req-0f48796d-e39c-4269-a087-4817891c708d tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c741fee7-7ebc-42ea-8f17-aca0a97dcdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777318 Jul 28 01:16:43.715474 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-51a466e5-7198-498c-8815-cad5e6c5d053 req-31116920-ad24-4387-99a8-7bacaf6a6e44 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000204 Jul 28 01:16:43.737743 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d853cf5-c129-424e-8a55-3049411b0a53 req-3c5e08cb-aa12-4abd-a9ad-3489c3b03f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:43.739352 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-3d853cf5-c129-424e-8a55-3049411b0a53 req-3c5e08cb-aa12-4abd-a9ad-3489c3b03f4b service neutron] 10.222.0.42 "GET /v2.0/networks?id=3896987d-a99e-4647-8e6b-6bfb34b8ea7a HTTP/1.1" status: 200 len: 914 time: 0.1379790 Jul 28 01:16:44.500532 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [req-17a30d8d-c7a4-4864-a753-368288089e1f req-05b00547-344f-4cff-9bb5-07189781d1c3 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=104162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 01:16:44.501530 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-17a30d8d-c7a4-4864-a753-368288089e1f req-05b00547-344f-4cff-9bb5-07189781d1c3 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057602 Jul 28 01:16:44.570661 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a585b9-8d5c-4122-ac70-c73f9ea2f633 req-c37869b9-eae5-40ef-a70e-163e696f296e tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:44.578279 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-09a585b9-8d5c-4122-ac70-c73f9ea2f633 req-c37869b9-eae5-40ef-a70e-163e696f296e tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 943 time: 0.0600886 Jul 28 01:16:44.586218 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:44.669725 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-09a585b9-8d5c-4122-ac70-c73f9ea2f633 req-15ffae60-7ae2-44b8-b8d6-a6c29ba02e8d tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901871 Jul 28 01:16:44.750945 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f267caa-f5a8-4753-b2a4-cc823cb803b2 req-09d47b5d-2c7f-4483-aa8b-0a32e17985d2 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:44.761143 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8f267caa-f5a8-4753-b2a4-cc823cb803b2 req-09d47b5d-2c7f-4483-aa8b-0a32e17985d2 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 944 time: 0.0706444 Jul 28 01:16:44.832350 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8f267caa-f5a8-4753-b2a4-cc823cb803b2 req-77de9d5a-ccb2-40fb-b819-82b023208964 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682466 Jul 28 01:16:44.948609 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296355ff-bb27-47d1-96b5-9116f9399d97 req-99000a40-0a89-459d-9c8c-bbef10c6d252 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:44.956477 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-296355ff-bb27-47d1-96b5-9116f9399d97 req-99000a40-0a89-459d-9c8c-bbef10c6d252 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=49aad030-b12c-409b-b5da-ba6eb7779f32 HTTP/1.1" status: 200 len: 945 time: 0.1233525 Jul 28 01:16:44.988623 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a144ac-b08d-4295-88df-443904558192 req-9baa2c44-0b35-4abd-b50f-62736f054d1c tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:44.990397 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a2a144ac-b08d-4295-88df-443904558192 req-9baa2c44-0b35-4abd-b50f-62736f054d1c tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 945 time: 0.0848925 Jul 28 01:16:45.027639 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-296355ff-bb27-47d1-96b5-9116f9399d97 req-59fe2f6c-51d9-45c3-9eaa-8136d8f6f406 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702000 Jul 28 01:16:45.095113 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a2a144ac-b08d-4295-88df-443904558192 req-24e90c57-1fb5-4c60-a0cc-2ac1a555e765 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c741fee7-7ebc-42ea-8f17-aca0a97dcdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779033 Jul 28 01:16:45.206616 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 50108) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:16:45.229856 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-3d853cf5-c129-424e-8a55-3049411b0a53 req-7b0c7b11-2c35-4bda-9716-8e28da5aa6bc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f17787d-ed77-4892-b415-19e790741366 HTTP/1.1" status: 200 len: 217 time: 0.0407155 Jul 28 01:16:45.267062 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a45332-dcf0-4b2d-bf0d-8568263bd780 req-4b1025d0-da70-4c7a-8cea-3303b561ec3c tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:45.271721 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-c2a45332-dcf0-4b2d-bf0d-8568263bd780 req-4b1025d0-da70-4c7a-8cea-3303b561ec3c tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 945 time: 0.0808358 Jul 28 01:16:45.280428 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 50114) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:16:45.285192 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-3d1a77ba-406a-4ec9-87e7-c7d054225760 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Request body: {'floatingip': {'port_id': '67c0b2f9-537a-48fb-8cc7-ee1426299bf2'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:16:45.318984 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2bae576a-414f-4c53-b555-18c6e69ef5fe req-51359ad8-423d-4110-9dfa-d1ab7def1c5a service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1111035 Jul 28 01:16:45.328617 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [req-2bae576a-414f-4c53-b555-18c6e69ef5fe req-aa47ba8d-f97d-4af5-8e84-56352fbf64fc service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=104162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 01:16:45.329799 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2bae576a-414f-4c53-b555-18c6e69ef5fe req-aa47ba8d-f97d-4af5-8e84-56352fbf64fc service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0060458 Jul 28 01:16:45.333465 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3d1a77ba-406a-4ec9-87e7-c7d054225760 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks [] for floatingip (057339b6-a316-4dc2-9716-9e8fe469bca3), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:45.411763 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 50126) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:16:45.510985 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae576a-414f-4c53-b555-18c6e69ef5fe req-82edbb86-b490-4655-9478-327e78a976d0 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:45.512839 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2bae576a-414f-4c53-b555-18c6e69ef5fe req-82edbb86-b490-4655-9478-327e78a976d0 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports/a76b2846-749f-47c3-81f3-a7c5328f00ad HTTP/1.1" status: 200 len: 941 time: 0.1000586 Jul 28 01:16:45.743486 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:45.763307 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:45.822044 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3d1a77ba-406a-4ec9-87e7-c7d054225760 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:45.822907 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676aad3d-fa2e-48ad-8ab4-5f1d784eab0b req-de53b2c7-42d9-4bfb-91a0-96e35984a262 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:45.824341 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-676aad3d-fa2e-48ad-8ab4-5f1d784eab0b req-de53b2c7-42d9-4bfb-91a0-96e35984a262 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 943 time: 0.0503814 Jul 28 01:16:45.824745 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d853cf5-c129-424e-8a55-3049411b0a53 req-dad9292d-4dda-4782-818c-738e2d94aa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:45.826285 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-3d853cf5-c129-424e-8a55-3049411b0a53 req-dad9292d-4dda-4782-818c-738e2d94aa6a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=795ace15-547b-4b04-8e63-5e779c7d0b43 HTTP/1.1" status: 200 len: 852 time: 0.1564095 Jul 28 01:16:45.828419 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3d1a77ba-406a-4ec9-87e7-c7d054225760 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-949731'] for floatingip (057339b6-a316-4dc2-9716-9e8fe469bca3), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:45.883421 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-676aad3d-fa2e-48ad-8ab4-5f1d784eab0b req-24a57cd0-8885-4b1c-9d36-3a5e6bb26719 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501645 Jul 28 01:16:45.933006 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.db.l3_db [None req-3d1a77ba-406a-4ec9-87e7-c7d054225760 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Floating IP 057339b6-a316-4dc2-9716-9e8fe469bca3 associated. External IP: 172.27.1.221, port: 67c0b2f9-537a-48fb-8cc7-ee1426299bf2. Jul 28 01:16:45.965017 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f0b418-7ecf-4e6f-b561-d441c0ad7037 req-03897b97-a9a5-4e7f-aa63-038805ce8f75 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:45.966979 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-78f0b418-7ecf-4e6f-b561-d441c0ad7037 req-03897b97-a9a5-4e7f-aa63-038805ce8f75 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 944 time: 0.0500844 Jul 28 01:16:46.017898 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-78f0b418-7ecf-4e6f-b561-d441c0ad7037 req-61f7b733-086c-4c11-a687-c3b78ad09fc2 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445871 Jul 28 01:16:46.197254 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d853cf5-c129-424e-8a55-3049411b0a53 req-e79a2684-b68b-418a-a96f-0d3201469fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:46.198920 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-3d853cf5-c129-424e-8a55-3049411b0a53 req-e79a2684-b68b-418a-a96f-0d3201469fa5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3896987d-a99e-4647-8e6b-6bfb34b8ea7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0513659 Jul 28 01:16:46.200815 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac78cd2-ec1f-46a8-8565-29a782b7dd3d req-37e0373e-9f21-4807-91fb-db4b0ee9e34c tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:46.200994 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1a77ba-406a-4ec9-87e7-c7d054225760 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Router 3ccb096a-c737-4db7-b1f4-5c1c10b171d2 has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:16:46.202771 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-eac78cd2-ec1f-46a8-8565-29a782b7dd3d req-37e0373e-9f21-4807-91fb-db4b0ee9e34c tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=49aad030-b12c-409b-b5da-ba6eb7779f32 HTTP/1.1" status: 200 len: 945 time: 0.0810852 Jul 28 01:16:46.260872 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-eac78cd2-ec1f-46a8-8565-29a782b7dd3d req-e7f254d6-ffc7-44ad-892d-895d337c2eda tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516634 Jul 28 01:16:46.323664 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1a77ba-406a-4ec9-87e7-c7d054225760 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:16:46.330260 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3d1a77ba-406a-4ec9-87e7-c7d054225760 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for floatingip (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:46.337354 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23795ef-37c6-4ff9-b9e1-651959a405ce None None] Sync routers for ids ['3ccb096a-c737-4db7-b1f4-5c1c10b171d2'] in dv-cinder-815582-11-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:16:46.351807 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23795ef-37c6-4ff9-b9e1-651959a405ce None None] Routers {'3ccb096a-c737-4db7-b1f4-5c1c10b171d2'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:16:46.352450 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-f23795ef-37c6-4ff9-b9e1-651959a405ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:16:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['3ccb096a-c737-4db7-b1f4-5c1c10b171d2'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:16:46.383025 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-3d1a77ba-406a-4ec9-87e7-c7d054225760 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "PUT /v2.0/floatingips/057339b6-a316-4dc2-9716-9e8fe469bca3 HTTP/1.1" status: 200 len: 991 time: 1.1010454 Jul 28 01:16:46.384212 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52389b09-fdf8-4c6d-8e9d-474a6f793cf4', 'tag': '67c0b2f9-537a-48fb-8cc7-ee1426299bf2'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:16:46.386728 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0f5ab60fa46dcea77c59dd77281ac580fb802378bd5ff0a4b9baf266696a00a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4eac983-0606-4c14-b2ff-cb79a4623cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "52389b09-fdf8-4c6d-8e9d-474a6f793cf4", "tag": "67c0b2f9-537a-48fb-8cc7-ee1426299bf2"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:16:46.423991 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed350c-9b34-46d9-8318-eae566479303 req-d8021019-366d-4fb4-a300-1cf285616040 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:46.425697 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ffed350c-9b34-46d9-8318-eae566479303 req-d8021019-366d-4fb4-a300-1cf285616040 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=49aad030-b12c-409b-b5da-ba6eb7779f32 HTTP/1.1" status: 200 len: 945 time: 0.0621569 Jul 28 01:16:46.442749 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 01:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4aa08b-a8d7-4b9c-aea4-0b0d1874882f x-openstack-request-id: req-8d4aa08b-a8d7-4b9c-aea4-0b0d1874882f {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:16:46.443333 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52389b09-fdf8-4c6d-8e9d-474a6f793cf4", "tag": "67c0b2f9-537a-48fb-8cc7-ee1426299bf2", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:16:46.443737 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-8d4aa08b-a8d7-4b9c-aea4-0b0d1874882f {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:16:46.444556 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d4aa08b-a8d7-4b9c-aea4-0b0d1874882f'] response: {'name': 'network-changed', 'server_uuid': '52389b09-fdf8-4c6d-8e9d-474a6f793cf4', 'tag': '67c0b2f9-537a-48fb-8cc7-ee1426299bf2', 'status': 'completed', 'code': 200} Jul 28 01:16:46.449041 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:46.472922 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-f23795ef-37c6-4ff9-b9e1-651959a405ce None None] Set router 3ccb096a-c737-4db7-b1f4-5c1c10b171d2 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:16:46.545840 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ffed350c-9b34-46d9-8318-eae566479303 req-9154d8ac-986b-4d86-94d2-231397704692 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075723 Jul 28 01:16:46.554823 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eac983-0606-4c14-b2ff-cb79a4623cf8 req-ed4865ef-5f58-4662-b967-5d225591c33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:46.556228 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-c4eac983-0606-4c14-b2ff-cb79a4623cf8 req-ed4865ef-5f58-4662-b967-5d225591c33b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=af4689d2f0ef4d71a1c465610011f2d7&device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 1129 time: 0.0590761 Jul 28 01:16:46.583365 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 50172) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:16:46.619802 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:46.622740 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-3d853cf5-c129-424e-8a55-3049411b0a53 req-8d0f2e9c-d2f1-461e-9e16-2a8470f511f7 service neutron] 10.222.0.42 "GET /v2.0/networks/3896987d-a99e-4647-8e6b-6bfb34b8ea7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912239 Jul 28 01:16:46.809292 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 6f17787d-ed77-4892-b415-19e790741366 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 01:16:46.826777 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eac983-0606-4c14-b2ff-cb79a4623cf8 req-b11fbdfb-cbba-47e4-8d98-03655f4141c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:46.828434 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-c4eac983-0606-4c14-b2ff-cb79a4623cf8 req-b11fbdfb-cbba-47e4-8d98-03655f4141c9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8f65178e-aa89-435c-9fed-639dfc5bec3f HTTP/1.1" status: 200 len: 919 time: 0.2655921 Jul 28 01:16:46.831318 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-3d853cf5-c129-424e-8a55-3049411b0a53 req-897c3cf4-fbb3-4d94-9276-2a2a754593d8 service neutron] 10.222.0.42 "GET /v2.0/networks/3896987d-a99e-4647-8e6b-6bfb34b8ea7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913142 Jul 28 01:16:46.843569 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222de12d-b3e6-47ff-afca-d5f6456d791a tempest-TestVolumeBootPattern-917380157 tempest-TestVolumeBootPattern-917380157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:46.847557 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-222de12d-b3e6-47ff-afca-d5f6456d791a tempest-TestVolumeBootPattern-917380157 tempest-TestVolumeBootPattern-917380157-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=49aad030-b12c-409b-b5da-ba6eb7779f32 HTTP/1.1" status: 200 len: 1124 time: 0.2628338 Jul 28 01:16:46.850063 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 50198) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:16:46.857184 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-77ec97ff-11c4-47ca-88aa-19eca9130de4 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Request body: {'floatingip': {'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'port_id': '1e3d4ead-cc70-43f5-a886-471d0c3f9868', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:16:46.888540 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-77ec97ff-11c4-47ca-88aa-19eca9130de4 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:46.968278 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=100 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:47.061064 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-c4eac983-0606-4c14-b2ff-cb79a4623cf8 req-9704a2b3-d3d6-48d9-8bb3-edde8d51c8d0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67c0b2f9-537a-48fb-8cc7-ee1426299bf2 HTTP/1.1" status: 200 len: 999 time: 0.2085605 Jul 28 01:16:47.085295 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-77ec97ff-11c4-47ca-88aa-19eca9130de4 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:47.115827 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20770a-32ad-4924-9614-409afab753fd req-7f13cf1b-ace8-42e1-b331-1b799e9664c3 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:47.118013 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7a20770a-32ad-4924-9614-409afab753fd req-7f13cf1b-ace8-42e1-b331-1b799e9664c3 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 943 time: 0.0882542 Jul 28 01:16:47.122684 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 6f17787d-ed77-4892-b415-19e790741366, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6f17787d-ed77-4892-b415-19e790741366,segment=NetworkSegment(d7d23a5b-c556-4a0e-bc86-f30be2745df3),segment_id=d7d23a5b-c556-4a0e-bc86-f30be2745df3)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:16:47.144398 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Returning: {'device': '6f17787d-ed77-4892-b415-19e790741366', 'network_id': '3896987d-a99e-4647-8e6b-6bfb34b8ea7a', 'port_id': '6f17787d-ed77-4892-b415-19e790741366', 'mac_address': 'fa:16:3e:a8:d8:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '795ace15-547b-4b04-8e63-5e779c7d0b43', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 01:16:47.152260 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-f23795ef-37c6-4ff9-b9e1-651959a405ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'name': 'tempest-ServerRescueNegativeTestJSON-516860459-router', 'tenant_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '9762e545-1ff8-4a46-81e3-9aaed038bac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:32Z', 'updated_at': '2022-07-28T01:13:46Z', 'revision_number': 4, 'project_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'gw_port': {'id': '9762e545-1ff8-4a46-81e3-9aaed038bac8', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:34Z', 'updated_at': '2022-07-28T01:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': '057339b6-a316-4dc2-9716-9e8fe469bca3', 'tenant_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'floating_ip_address': '172.27.1.221', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'port_id': '67c0b2f9-537a-48fb-8cc7-ee1426299bf2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f65178e-aa89-435c-9fed-639dfc5bec3f', 'mac_address': 'fa:16:3e:81:73:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52389b09-fdf8-4c6d-8e9d-474a6f793cf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:16:08Z', 'updated_at': '2022-07-28T01:16:45Z', 'revision_number': 1, 'project_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '246ec83d-dd0e-4afc-8fa8-d9483a43d77c', 'name': '', 'network_id': '8f65178e-aa89-435c-9fed-639dfc5bec3f', 'tenant_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'mac_address': 'fa:16:3e:59:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:42Z', 'updated_at': '2022-07-28T01:14:05Z', 'revision_number': 5, 'project_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'subnets': [{'id': '1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:16:47.176818 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:47.184073 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23795ef-37c6-4ff9-b9e1-651959a405ce None None] Checking router: 3ccb096a-c737-4db7-b1f4-5c1c10b171d2 for host: dv-cinder-815582-11-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:16:47.197803 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eac983-0606-4c14-b2ff-cb79a4623cf8 req-33fdad2d-e303-40bd-b060-9999c9d7f39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:47.199355 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-c4eac983-0606-4c14-b2ff-cb79a4623cf8 req-33fdad2d-e303-40bd-b060-9999c9d7f39c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2 HTTP/1.1" status: 200 len: 857 time: 0.1314459 Jul 28 01:16:47.225824 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23795ef-37c6-4ff9-b9e1-651959a405ce None None] Routers {'3ccb096a-c737-4db7-b1f4-5c1c10b171d2'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:16:47.226468 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-f23795ef-37c6-4ff9-b9e1-651959a405ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:16:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['3ccb096a-c737-4db7-b1f4-5c1c10b171d2'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:16:47.228446 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port 6f17787d-ed77-4892-b415-19e790741366 is: DOWN; New status is: BUILD {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:16:47.228838 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (6f17787d-ed77-4892-b415-19e790741366), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:47.247946 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eac983-0606-4c14-b2ff-cb79a4623cf8 req-cca5da06-90e5-453b-9a89-6d5d0ca14482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:47.249776 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-c4eac983-0606-4c14-b2ff-cb79a4623cf8 req-cca5da06-90e5-453b-9a89-6d5d0ca14482 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8f65178e-aa89-435c-9fed-639dfc5bec3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425637 Jul 28 01:16:47.276803 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f17787d-ed77-4892-b415-19e790741366 {{(pid=104163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 01:16:47.295308 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f61ee-8ccc-4eba-8af5-d9d06c02ef9b req-fb2a74a2-038b-4fc3-a6bf-dbdc6708ecf5 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:47.296723 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-af1f61ee-8ccc-4eba-8af5-d9d06c02ef9b req-fb2a74a2-038b-4fc3-a6bf-dbdc6708ecf5 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 944 time: 0.1024196 Jul 28 01:16:47.310772 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=100 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:47.315637 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7a20770a-32ad-4924-9614-409afab753fd req-f4679f6c-36ef-4b3c-b455-30149eebdaf6 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541655 Jul 28 01:16:47.337367 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 6f17787d-ed77-4892-b415-19e790741366, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6f17787d-ed77-4892-b415-19e790741366,segment=NetworkSegment(d7d23a5b-c556-4a0e-bc86-f30be2745df3),segment_id=d7d23a5b-c556-4a0e-bc86-f30be2745df3)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:16:47.346183 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (6f17787d-ed77-4892-b415-19e790741366), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:47.361595 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-c4eac983-0606-4c14-b2ff-cb79a4623cf8 req-d5223e3f-6ea6-4287-80c6-e6419c3c768d service neutron] 10.222.0.42 "GET /v2.0/networks/8f65178e-aa89-435c-9fed-639dfc5bec3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048765 Jul 28 01:16:47.370547 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_common [None req-77ec97ff-11c4-47ca-88aa-19eca9130de4 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Allocated IP 172.27.1.218 (db4fd262-df4a-4858-b92c-469a7b8f139e/fbbec24e-3b1c-439c-846a-fd72122ae4ff/435c5f0a-f043-4fb3-8b6d-7fe7d74a78aa) {{(pid=104162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:16:47.409865 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-f23795ef-37c6-4ff9-b9e1-651959a405ce None None] Set router 3ccb096a-c737-4db7-b1f4-5c1c10b171d2 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:16:47.452106 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=6f17787d-ed77-4892-b415-19e790741366,revision_number=4']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:16:47.482324 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:16:47.483843 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:16:47.484415 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:16:47.484761 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:16:47.485135 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:16:47.485632 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:16:47.485961 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:16:47.486255 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-af1f61ee-8ccc-4eba-8af5-d9d06c02ef9b req-ce81f0a6-0f73-4de8-be99-04546302f3d6 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690600 Jul 28 01:16:47.486381 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:16:47.486817 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:16:47.487406 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:16:47.488327 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:16:47.500351 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:16:47.500894 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:16:47.501014 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-c4eac983-0606-4c14-b2ff-cb79a4623cf8 req-4beca782-88c3-42fa-a8e5-0d7e8a615536 service neutron] 10.222.0.42 "GET /v2.0/networks/8f65178e-aa89-435c-9fed-639dfc5bec3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325967 Jul 28 01:16:47.502548 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:16:47.503071 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:16:47.573100 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-77ec97ff-11c4-47ca-88aa-19eca9130de4 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks [] for port (435c5f0a-f043-4fb3-8b6d-7fe7d74a78aa), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:47.608859 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-77ec97ff-11c4-47ca-88aa-19eca9130de4 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (435c5f0a-f043-4fb3-8b6d-7fe7d74a78aa), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:47.646333 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:47.660724 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ec97ff-11c4-47ca-88aa-19eca9130de4 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Network db4fd262-df4a-4858-b92c-469a7b8f139e is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:16:47.667861 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-77ec97ff-11c4-47ca-88aa-19eca9130de4 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:16:47.670537 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ec97ff-11c4-47ca-88aa-19eca9130de4 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Received port after_create {{(pid=104162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:16:47.671848 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] get_ports_and_sgs() called for port_ids ['6f17787d-ed77-4892-b415-19e790741366'] {{(pid=104163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 01:16:47.674799 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec97ff-11c4-47ca-88aa-19eca9130de4 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Pushing event updated for resources: {'Port': ['ID=435c5f0a-f043-4fb3-8b6d-7fe7d74a78aa,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:16:47.770752 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:47.772158 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-f23795ef-37c6-4ff9-b9e1-651959a405ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'name': 'tempest-ServerRescueNegativeTestJSON-516860459-router', 'tenant_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '9762e545-1ff8-4a46-81e3-9aaed038bac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:32Z', 'updated_at': '2022-07-28T01:13:46Z', 'revision_number': 4, 'project_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'gw_port': {'id': '9762e545-1ff8-4a46-81e3-9aaed038bac8', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:34Z', 'updated_at': '2022-07-28T01:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': '057339b6-a316-4dc2-9716-9e8fe469bca3', 'tenant_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'floating_ip_address': '172.27.1.221', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'port_id': '67c0b2f9-537a-48fb-8cc7-ee1426299bf2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f65178e-aa89-435c-9fed-639dfc5bec3f', 'mac_address': 'fa:16:3e:81:73:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52389b09-fdf8-4c6d-8e9d-474a6f793cf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:16:08Z', 'updated_at': '2022-07-28T01:16:45Z', 'revision_number': 1, 'project_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '246ec83d-dd0e-4afc-8fa8-d9483a43d77c', 'name': '', 'network_id': '8f65178e-aa89-435c-9fed-639dfc5bec3f', 'tenant_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'mac_address': 'fa:16:3e:59:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:42Z', 'updated_at': '2022-07-28T01:14:05Z', 'revision_number': 5, 'project_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'subnets': [{'id': '1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:16:47.805487 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23795ef-37c6-4ff9-b9e1-651959a405ce None None] The sync data for ids ['3ccb096a-c737-4db7-b1f4-5c1c10b171d2'] in dv-cinder-815582-11-iscsi is: [{'id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'name': 'tempest-ServerRescueNegativeTestJSON-516860459-router', 'tenant_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '9762e545-1ff8-4a46-81e3-9aaed038bac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:32Z', 'updated_at': '2022-07-28T01:13:46Z', 'revision_number': 4, 'project_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'gw_port': {'id': '9762e545-1ff8-4a46-81e3-9aaed038bac8', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:34Z', 'updated_at': '2022-07-28T01:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': '057339b6-a316-4dc2-9716-9e8fe469bca3', 'tenant_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'floating_ip_address': '172.27.1.221', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'port_id': '67c0b2f9-537a-48fb-8cc7-ee1426299bf2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f65178e-aa89-435c-9fed-639dfc5bec3f', 'mac_address': 'fa:16:3e:81:73:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52389b09-fdf8-4c6d-8e9d-474a6f793cf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:16:08Z', 'updated_at': '2022-07-28T01:16:45Z', 'revision_number': 1, 'project_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '246ec83d-dd0e-4afc-8fa8-d9483a43d77c', 'name': '', 'network_id': '8f65178e-aa89-435c-9fed-639dfc5bec3f', 'tenant_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'mac_address': 'fa:16:3e:59:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:42Z', 'updated_at': '2022-07-28T01:14:05Z', 'revision_number': 5, 'project_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'subnets': [{'id': '1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:16:47.920434 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:48.037160 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd2a572-345f-4b80-9c6f-cabbc4c71b24 None None] New status for floating IP 057339b6-a316-4dc2-9716-9e8fe469bca3: ACTIVE {{(pid=104164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 01:16:48.173386 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae576a-414f-4c53-b555-18c6e69ef5fe req-ddb9d4a0-e34c-4844-9c97-d29f24c0ed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:48.174924 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-2bae576a-414f-4c53-b555-18c6e69ef5fe req-ddb9d4a0-e34c-4844-9c97-d29f24c0ed6d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b&tenant_id=6e3df8020ac0427bae99a7fc30bdfa48 HTTP/1.1" status: 200 len: 1128 time: 0.0743625 Jul 28 01:16:48.204238 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:48.207593 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-77ec97ff-11c4-47ca-88aa-19eca9130de4 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks [] for floatingip (e4ce459a-bdf8-4f7d-96e8-68e1c5020295), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:48.243368 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 50218) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:16:48.260564 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae576a-414f-4c53-b555-18c6e69ef5fe req-43cb7bbc-f590-438d-bc7f-7a61cf19c415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:48.262295 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-2bae576a-414f-4c53-b555-18c6e69ef5fe req-43cb7bbc-f590-438d-bc7f-7a61cf19c415 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6e3df8020ac0427bae99a7fc30bdfa48&device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 1128 time: 0.0502479 Jul 28 01:16:48.325753 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_v2 [None req-677d7b33-06ea-4915-bcd3-fdc1e94dae01 admin admin] Deleting subnet b81d4d01-94e8-4767-bceb-2eb6c08cd72d {{(pid=104162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 01:16:48.329001 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-677d7b33-06ea-4915-bcd3-fdc1e94dae01 admin admin] Publish callbacks [] for subnet (b81d4d01-94e8-4767-bceb-2eb6c08cd72d), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:48.396685 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae576a-414f-4c53-b555-18c6e69ef5fe req-5c5a0ad6-815e-4184-aaf8-c64700deb608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:48.397546 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-77ec97ff-11c4-47ca-88aa-19eca9130de4 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (435c5f0a-f043-4fb3-8b6d-7fe7d74a78aa), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:48.402076 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-2bae576a-414f-4c53-b555-18c6e69ef5fe req-5c5a0ad6-815e-4184-aaf8-c64700deb608 service neutron] 10.222.0.42 "GET /v2.0/networks?id=79d1ca3f-e23e-4848-9d9a-982b12f210b8 HTTP/1.1" status: 200 len: 918 time: 0.1246850 Jul 28 01:16:48.420111 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-677d7b33-06ea-4915-bcd3-fdc1e94dae01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4511353'] for subnet (b81d4d01-94e8-4767-bceb-2eb6c08cd72d), precommit_delete_associations {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:48.430410 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.agents_db [None req-b5d7b8ea-190f-43e3-81f4-c45e7fbfa344 None None] Agent healthcheck: found 6 active agents {{(pid=104164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 01:16:48.470335 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-2bae576a-414f-4c53-b555-18c6e69ef5fe req-7e925208-1faf-497c-a00b-589ba028128b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a76b2846-749f-47c3-81f3-a7c5328f00ad HTTP/1.1" status: 200 len: 999 time: 0.0615480 Jul 28 01:16:48.525409 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae576a-414f-4c53-b555-18c6e69ef5fe req-b6954268-6d4d-45f4-a8a1-85e9fe4df2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:48.526589 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06f9d8-c22e-4e7f-8b2e-5a6e7a9ee617 req-0a2a61e0-b38b-47bb-bb20-2bce4eeac0d3 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:48.526892 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-2bae576a-414f-4c53-b555-18c6e69ef5fe req-b6954268-6d4d-45f4-a8a1-85e9fe4df2a2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6 HTTP/1.1" status: 200 len: 856 time: 0.0490813 Jul 28 01:16:48.528090 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ca06f9d8-c22e-4e7f-8b2e-5a6e7a9ee617 req-0a2a61e0-b38b-47bb-bb20-2bce4eeac0d3 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 944 time: 0.1055782 Jul 28 01:16:48.530783 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-677d7b33-06ea-4915-bcd3-fdc1e94dae01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400619'] for subnet (b81d4d01-94e8-4767-bceb-2eb6c08cd72d), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:48.576522 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae576a-414f-4c53-b555-18c6e69ef5fe req-aa7497a1-5631-46f9-a009-5941a05f0047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:48.578640 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-2bae576a-414f-4c53-b555-18c6e69ef5fe req-aa7497a1-5631-46f9-a009-5941a05f0047 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=79d1ca3f-e23e-4848-9d9a-982b12f210b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421371 Jul 28 01:16:48.690869 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787510e4-2aee-41b2-8d86-1c683509b6e8 req-96d95296-880e-4dfd-813b-fee67565db0f tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:48.692328 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-787510e4-2aee-41b2-8d86-1c683509b6e8 req-96d95296-880e-4dfd-813b-fee67565db0f tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 944 time: 0.0984130 Jul 28 01:16:48.711860 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-2bae576a-414f-4c53-b555-18c6e69ef5fe req-12ab2da7-caa1-42a4-9d9c-187db18898d5 service neutron] 10.222.0.42 "GET /v2.0/networks/79d1ca3f-e23e-4848-9d9a-982b12f210b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256852 Jul 28 01:16:48.731713 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-d9b3e46b-e06c-4504-8005-57c435713e91 req-45b3d1db-c5a7-43b2-9acb-54519e7839d0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0604725 Jul 28 01:16:48.739321 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-677d7b33-06ea-4915-bcd3-fdc1e94dae01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4518666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4537631'] for subnet (b81d4d01-94e8-4767-bceb-2eb6c08cd72d), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:48.758243 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ca06f9d8-c22e-4e7f-8b2e-5a6e7a9ee617 req-3b070382-7b8e-4d04-9773-a714df48d4e7 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970277 Jul 28 01:16:48.763427 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 6f17787d-ed77-4892-b415-19e790741366 up at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:16:48.789992 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d7b33-06ea-4915-bcd3-fdc1e94dae01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b81d4d01-94e8-4767-bceb-2eb6c08cd72d,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:16:48.793918 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-677d7b33-06ea-4915-bcd3-fdc1e94dae01 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:48.797128 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-677d7b33-06ea-4915-bcd3-fdc1e94dae01 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/b81d4d01-94e8-4767-bceb-2eb6c08cd72d HTTP/1.1" status: 204 len: 168 time: 0.5517793 Jul 28 01:16:48.808754 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 50224) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:16:48.835593 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Provisioning for port 6f17787d-ed77-4892-b415-19e790741366 completed by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 01:16:48.846374 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3e46b-e06c-4504-8005-57c435713e91 req-f61b273d-bc86-4ed1-8b5e-6442104bfa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:48.847991 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-d9b3e46b-e06c-4504-8005-57c435713e91 req-f61b273d-bc86-4ed1-8b5e-6442104bfa96 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=347bcdc7636e4f93af2597f853926b13&device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 1130 time: 0.0750139 Jul 28 01:16:48.848937 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Provisioning complete for port 6f17787d-ed77-4892-b415-19e790741366 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:16:48.849411 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (6f17787d-ed77-4892-b415-19e790741366), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:48.877752 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-2bae576a-414f-4c53-b555-18c6e69ef5fe req-66135148-7796-4efd-9e44-ee2e7313aac2 service neutron] 10.222.0.42 "GET /v2.0/networks/79d1ca3f-e23e-4848-9d9a-982b12f210b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578362 Jul 28 01:16:48.936562 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port 6f17787d-ed77-4892-b415-19e790741366 is: BUILD; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:16:48.937438 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (6f17787d-ed77-4892-b415-19e790741366), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:48.947338 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=100 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:48.970212 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c015e542-38ce-4335-bfa4-f9c77444f42f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f17787d-ed77-4892-b415-19e790741366'}] {{(pid=104163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:16:48.973001 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74574a7e5f5019bac05c50995ec4c38decffa50ba6d5d10f63080a9b4086ca7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50395794-9b99-45e4-871d-c43e9876f224" -d '{"events": [{"server_uuid": "c015e542-38ce-4335-bfa4-f9c77444f42f", "name": "network-vif-plugged", "status": "completed", "tag": "6f17787d-ed77-4892-b415-19e790741366"}]}' {{(pid=104163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:16:48.995280 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 6f17787d-ed77-4892-b415-19e790741366, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6f17787d-ed77-4892-b415-19e790741366,segment=NetworkSegment(d7d23a5b-c556-4a0e-bc86-f30be2745df3),segment_id=d7d23a5b-c556-4a0e-bc86-f30be2745df3)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:16:49.001250 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (6f17787d-ed77-4892-b415-19e790741366), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:49.015203 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3e46b-e06c-4504-8005-57c435713e91 req-c6189266-6b39-4335-932e-1b7f4b6894ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:49.016949 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-d9b3e46b-e06c-4504-8005-57c435713e91 req-c6189266-6b39-4335-932e-1b7f4b6894ce service neutron] 10.222.0.42 "GET /v2.0/networks?id=a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e HTTP/1.1" status: 200 len: 912 time: 0.1378641 Jul 28 01:16:49.033759 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 01:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cdac7ec-a0cf-4734-bbb3-f2495fd30cbb x-openstack-request-id: req-7cdac7ec-a0cf-4734-bbb3-f2495fd30cbb {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:16:49.034049 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c015e542-38ce-4335-bfa4-f9c77444f42f", "name": "network-vif-plugged", "status": "completed", "tag": "6f17787d-ed77-4892-b415-19e790741366", "code": 200}]} {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:16:49.034274 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-7cdac7ec-a0cf-4734-bbb3-f2495fd30cbb {{(pid=104163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:16:49.035067 dv-cinder-815582-11-iscsi neutron-server[104163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cdac7ec-a0cf-4734-bbb3-f2495fd30cbb'] response: {'server_uuid': 'c015e542-38ce-4335-bfa4-f9c77444f42f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f17787d-ed77-4892-b415-19e790741366', 'code': 200} Jul 28 01:16:49.071714 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=6f17787d-ed77-4892-b415-19e790741366,revision_number=5']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:16:49.138975 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-d9b3e46b-e06c-4504-8005-57c435713e91 req-928abbad-8add-4451-8347-4604484cb946 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef HTTP/1.1" status: 200 len: 1002 time: 0.0889921 Jul 28 01:16:49.140784 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-77ec97ff-11c4-47ca-88aa-19eca9130de4 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks [] for port (435c5f0a-f043-4fb3-8b6d-7fe7d74a78aa), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:49.150865 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-77ec97ff-11c4-47ca-88aa-19eca9130de4 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4518704'] for port (435c5f0a-f043-4fb3-8b6d-7fe7d74a78aa), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:49.160324 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-787510e4-2aee-41b2-8d86-1c683509b6e8 req-e32e099f-d436-4489-9e16-55db5505c262 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4521163 Jul 28 01:16:49.171906 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:49.217668 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3e46b-e06c-4504-8005-57c435713e91 req-6793b359-85a7-4aed-a153-1cc096f22dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:49.219551 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-d9b3e46b-e06c-4504-8005-57c435713e91 req-6793b359-85a7-4aed-a153-1cc096f22dbc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6 HTTP/1.1" status: 200 len: 850 time: 0.0735974 Jul 28 01:16:49.248482 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d818519c-12b9-4fe8-9016-ecd4e0d05f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295201'] for network (38ba4013-ec1c-4018-b20b-27b9ee596ca4), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:49.257841 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec97ff-11c4-47ca-88aa-19eca9130de4 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Pushing event updated for resources: {'Port': ['ID=435c5f0a-f043-4fb3-8b6d-7fe7d74a78aa,revision_number=2']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:16:49.285185 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-77ec97ff-11c4-47ca-88aa-19eca9130de4 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-949731'] for floatingip (e4ce459a-bdf8-4f7d-96e8-68e1c5020295), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:49.311798 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3e46b-e06c-4504-8005-57c435713e91 req-d7f8cdb9-68c7-4148-af95-833b5043f10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:49.313613 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-d9b3e46b-e06c-4504-8005-57c435713e91 req-d7f8cdb9-68c7-4148-af95-833b5043f10c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0858693 Jul 28 01:16:49.319449 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ffb46-0c1c-4f50-abaf-5f065e09d725 req-979966e7-05fd-445d-92a3-30717358a9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:49.321071 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-965ffb46-0c1c-4f50-abaf-5f065e09d725 req-979966e7-05fd-445d-92a3-30717358a9d9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 1129 time: 0.0822098 Jul 28 01:16:49.348019 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=100 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:49.377447 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:49.434356 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-965ffb46-0c1c-4f50-abaf-5f065e09d725 req-59fbd558-95a3-49bf-9e7d-e84bd437c7db service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042359 Jul 28 01:16:49.435791 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d818519c-12b9-4fe8-9016-ecd4e0d05f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1398533', 'neutron.services.segments.db._delete_segments_for_network-8778716901834'] for network (38ba4013-ec1c-4018-b20b-27b9ee596ca4), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:49.471150 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.services.segments.db [None req-d818519c-12b9-4fe8-9016-ecd4e0d05f8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38ba4013-ec1c-4018-b20b-27b9ee596ca4']}} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:16:49.480052 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-d9b3e46b-e06c-4504-8005-57c435713e91 req-0d283bf6-cd82-4176-bc9c-f8fc8303f6c9 service neutron] 10.222.0.42 "GET /v2.0/networks/a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571021 Jul 28 01:16:49.486122 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.services.segments.db [None req-d818519c-12b9-4fe8-9016-ecd4e0d05f8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84998b0a-4c53-4c56-b0ae-ac26c210f8c0') {'for_net_delete': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:16:49.486454 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.services.segments.db [None req-d818519c-12b9-4fe8-9016-ecd4e0d05f8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84998b0a-4c53-4c56-b0ae-ac26c210f8c0') {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:16:49.500309 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d818519c-12b9-4fe8-9016-ecd4e0d05f8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778716901735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4511328'] for segment (84998b0a-4c53-4c56-b0ae-ac26c210f8c0), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:49.503154 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.db.l3_db [None req-77ec97ff-11c4-47ca-88aa-19eca9130de4 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Floating IP e4ce459a-bdf8-4f7d-96e8-68e1c5020295 associated. External IP: 172.27.1.218, port: 1e3d4ead-cc70-43f5-a886-471d0c3f9868. Jul 28 01:16:49.549431 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d818519c-12b9-4fe8-9016-ecd4e0d05f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084'] for segment (84998b0a-4c53-4c56-b0ae-ac26c210f8c0), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:49.567231 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d818519c-12b9-4fe8-9016-ecd4e0d05f8e admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=104162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 01:16:49.567958 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d818519c-12b9-4fe8-9016-ecd4e0d05f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4518740'] for segment (84998b0a-4c53-4c56-b0ae-ac26c210f8c0), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:49.606804 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.services.segments.plugin [-] Segment 84998b0a-4c53-4c56-b0ae-ac26c210f8c0 resource provider aggregate not found Jul 28 01:16:49.687578 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.services.segments.plugin [-] Segment 84998b0a-4c53-4c56-b0ae-ac26c210f8c0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 84998b0a-4c53-4c56-b0ae-ac26c210f8c0 found for delete ", "request_id": "req-d9096073-4d35-4f88-9d8a-8cf894f2b838"}]} Jul 28 01:16:49.736298 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d818519c-12b9-4fe8-9016-ecd4e0d05f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1398542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-949559'] for network (38ba4013-ec1c-4018-b20b-27b9ee596ca4), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:49.745598 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d818519c-12b9-4fe8-9016-ecd4e0d05f8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:49.750264 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-d818519c-12b9-4fe8-9016-ecd4e0d05f8e admin admin] 10.222.0.17 "DELETE /v2.0/networks/38ba4013-ec1c-4018-b20b-27b9ee596ca4 HTTP/1.1" status: 204 len: 168 time: 0.9410858 Jul 28 01:16:49.831141 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d818519c-12b9-4fe8-9016-ecd4e0d05f8e admin admin] Pushing event deleted for resources: {'Network': ['ID=38ba4013-ec1c-4018-b20b-27b9ee596ca4,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:16:49.947820 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ec97ff-11c4-47ca-88aa-19eca9130de4 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Router 1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17 has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:16:49.959530 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190993a-5778-4b59-9ffa-a84d90e0cbec req-53514ff7-f44c-4fe1-9a98-84c2056896db tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:49.962742 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0190993a-5778-4b59-9ffa-a84d90e0cbec req-53514ff7-f44c-4fe1-9a98-84c2056896db tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 945 time: 0.0813708 Jul 28 01:16:50.060635 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 50256) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:16:50.122694 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0190993a-5778-4b59-9ffa-a84d90e0cbec req-40aec92d-6940-470a-8c8d-5aa1d8df67f9 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506014 Jul 28 01:16:50.164522 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ec97ff-11c4-47ca-88aa-19eca9130de4 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:16:50.179105 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fbe417-cf8d-4cb1-9783-bac96928162b None None] Sync routers for ids ['1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'] in dv-cinder-815582-11-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:16:50.192302 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fbe417-cf8d-4cb1-9783-bac96928162b None None] Routers {'1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:16:50.194121 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-c0fbe417-cf8d-4cb1-9783-bac96928162b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:16:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:16:50.215646 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-77ec97ff-11c4-47ca-88aa-19eca9130de4 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for floatingip (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:50.264162 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-77ec97ff-11c4-47ca-88aa-19eca9130de4 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4119649 Jul 28 01:16:50.265210 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49aad030-b12c-409b-b5da-ba6eb7779f32', 'tag': '1e3d4ead-cc70-43f5-a886-471d0c3f9868'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:16:50.269480 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f6b11fd638c6a58f8ef19871f5a43997b3abcb3256dc707badf279ceb4d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74549539-5806-43eb-832c-4970a50b72c1" -d '{"events": [{"name": "network-changed", "server_uuid": "49aad030-b12c-409b-b5da-ba6eb7779f32", "tag": "1e3d4ead-cc70-43f5-a886-471d0c3f9868"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:16:50.337935 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-c0fbe417-cf8d-4cb1-9783-bac96928162b None None] Set router 1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:16:50.342230 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 01:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f556235-1388-4314-a37c-221def539644 x-openstack-request-id: req-3f556235-1388-4314-a37c-221def539644 {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:16:50.342584 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49aad030-b12c-409b-b5da-ba6eb7779f32", "tag": "1e3d4ead-cc70-43f5-a886-471d0c3f9868", "status": "completed", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:16:50.342854 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-3f556235-1388-4314-a37c-221def539644 {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:16:50.343358 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f556235-1388-4314-a37c-221def539644'] response: {'name': 'network-changed', 'server_uuid': '49aad030-b12c-409b-b5da-ba6eb7779f32', 'tag': '1e3d4ead-cc70-43f5-a886-471d0c3f9868', 'status': 'completed', 'code': 200} Jul 28 01:16:50.366461 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa44b2-84ac-48e2-a088-ce462d843e53 req-7112aa76-6d01-473c-a76e-9a25932b488f tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:50.368625 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-3faa44b2-84ac-48e2-a088-ce462d843e53 req-7112aa76-6d01-473c-a76e-9a25932b488f tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 944 time: 0.0761058 Jul 28 01:16:50.405576 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-d495668a-7570-4d42-88bf-c4cf37e103aa admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=0beae1c88e9948d28a386b5e31c68f85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3438089 Jul 28 01:16:50.408394 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 50266) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:16:50.427576 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-3faa44b2-84ac-48e2-a088-ce462d843e53 req-aa9bd3a1-3ab9-448e-9b2b-0a68a5d8e284 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529232 Jul 28 01:16:50.493242 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e00c6e27-8aa1-43c3-b7b8-0f036407f384 admin admin] Publish callbacks [] for security_group (fc18f291-ea84-4c3c-9abc-ddc3a5568efe), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:50.538222 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e00c6e27-8aa1-43c3-b7b8-0f036407f384 admin admin] Publish callbacks [] for security_group (fc18f291-ea84-4c3c-9abc-ddc3a5568efe), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:50.624577 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e00c6e27-8aa1-43c3-b7b8-0f036407f384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (fc18f291-ea84-4c3c-9abc-ddc3a5568efe), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:50.627249 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e00c6e27-8aa1-43c3-b7b8-0f036407f384 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:16:50.628417 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-e00c6e27-8aa1-43c3-b7b8-0f036407f384 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/fc18f291-ea84-4c3c-9abc-ddc3a5568efe HTTP/1.1" status: 204 len: 168 time: 0.2161357 Jul 28 01:16:50.652076 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c6e27-8aa1-43c3-b7b8-0f036407f384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc18f291-ea84-4c3c-9abc-ddc3a5568efe,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:16:50.715623 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-c0fbe417-cf8d-4cb1-9783-bac96928162b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'name': 'tempest-TestVolumeBootPattern-1881204814-router', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd8800ad8-b68d-429f-9555-d71c76aa3daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:19Z', 'updated_at': '2022-07-28T01:15:23Z', 'revision_number': 4, 'project_id': 'd14de33f76ea44db8899900481299b87', 'gw_port': {'id': 'd8800ad8-b68d-429f-9555-d71c76aa3daf', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:20Z', 'updated_at': '2022-07-28T01:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': 'e4ce459a-bdf8-4f7d-96e8-68e1c5020295', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'floating_ip_address': '172.27.1.218', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'port_id': '1e3d4ead-cc70-43f5-a886-471d0c3f9868', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065', 'mac_address': 'fa:16:3e:17:e3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49aad030-b12c-409b-b5da-ba6eb7779f32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:16:47Z', 'updated_at': '2022-07-28T01:16:47Z', 'revision_number': 0, 'project_id': 'd14de33f76ea44db8899900481299b87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece91824-a3ba-4ac8-b89e-f6e287a250e6', 'name': '', 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'mac_address': 'fa:16:3e:af:b9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:23Z', 'updated_at': '2022-07-28T01:15:29Z', 'revision_number': 5, 'project_id': 'd14de33f76ea44db8899900481299b87', 'subnets': [{'id': 'bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:16:50.758106 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fbe417-cf8d-4cb1-9783-bac96928162b None None] Checking router: 1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17 for host: dv-cinder-815582-11-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:16:50.761508 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:50.771243 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fbe417-cf8d-4cb1-9783-bac96928162b None None] Routers {'1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:16:50.771988 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-c0fbe417-cf8d-4cb1-9783-bac96928162b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:16:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:16:50.930503 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-c0fbe417-cf8d-4cb1-9783-bac96928162b None None] Set router 1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:16:51.002904 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:51.256217 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:51.260107 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-c0fbe417-cf8d-4cb1-9783-bac96928162b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'name': 'tempest-TestVolumeBootPattern-1881204814-router', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd8800ad8-b68d-429f-9555-d71c76aa3daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:19Z', 'updated_at': '2022-07-28T01:15:23Z', 'revision_number': 4, 'project_id': 'd14de33f76ea44db8899900481299b87', 'gw_port': {'id': 'd8800ad8-b68d-429f-9555-d71c76aa3daf', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:20Z', 'updated_at': '2022-07-28T01:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': 'e4ce459a-bdf8-4f7d-96e8-68e1c5020295', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'floating_ip_address': '172.27.1.218', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'port_id': '1e3d4ead-cc70-43f5-a886-471d0c3f9868', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065', 'mac_address': 'fa:16:3e:17:e3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49aad030-b12c-409b-b5da-ba6eb7779f32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:16:47Z', 'updated_at': '2022-07-28T01:16:47Z', 'revision_number': 0, 'project_id': 'd14de33f76ea44db8899900481299b87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece91824-a3ba-4ac8-b89e-f6e287a250e6', 'name': '', 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'mac_address': 'fa:16:3e:af:b9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:23Z', 'updated_at': '2022-07-28T01:15:29Z', 'revision_number': 5, 'project_id': 'd14de33f76ea44db8899900481299b87', 'subnets': [{'id': 'bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:16:51.275798 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e1565-6b74-4737-a5c5-cba3e7d6750f req-571cf064-abe0-41be-b51e-c932a4bb080e tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:51.277629 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d15e1565-6b74-4737-a5c5-cba3e7d6750f req-571cf064-abe0-41be-b51e-c932a4bb080e tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 945 time: 0.0697582 Jul 28 01:16:51.292030 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fbe417-cf8d-4cb1-9783-bac96928162b None None] The sync data for ids ['1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'] in dv-cinder-815582-11-iscsi is: [{'id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'name': 'tempest-TestVolumeBootPattern-1881204814-router', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd8800ad8-b68d-429f-9555-d71c76aa3daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:19Z', 'updated_at': '2022-07-28T01:15:23Z', 'revision_number': 4, 'project_id': 'd14de33f76ea44db8899900481299b87', 'gw_port': {'id': 'd8800ad8-b68d-429f-9555-d71c76aa3daf', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:20Z', 'updated_at': '2022-07-28T01:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': 'e4ce459a-bdf8-4f7d-96e8-68e1c5020295', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'floating_ip_address': '172.27.1.218', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'port_id': '1e3d4ead-cc70-43f5-a886-471d0c3f9868', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065', 'mac_address': 'fa:16:3e:17:e3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49aad030-b12c-409b-b5da-ba6eb7779f32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:16:47Z', 'updated_at': '2022-07-28T01:16:47Z', 'revision_number': 0, 'project_id': 'd14de33f76ea44db8899900481299b87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece91824-a3ba-4ac8-b89e-f6e287a250e6', 'name': '', 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'mac_address': 'fa:16:3e:af:b9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:23Z', 'updated_at': '2022-07-28T01:15:29Z', 'revision_number': 5, 'project_id': 'd14de33f76ea44db8899900481299b87', 'subnets': [{'id': 'bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:16:51.385397 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d15e1565-6b74-4737-a5c5-cba3e7d6750f req-c989261c-04bc-4c1d-8131-cabb301981fc tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011629 Jul 28 01:16:51.580419 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e17dc2f-0273-4ec4-8f35-f7b9f36fce79 None None] New status for floating IP e4ce459a-bdf8-4f7d-96e8-68e1c5020295: ACTIVE {{(pid=104164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 01:16:51.625454 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:51.646966 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34295086-8e89-4022-a0d3-b62bbb221410 req-7bfadc04-6e66-4430-a484-aab0f117d913 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:51.648839 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-34295086-8e89-4022-a0d3-b62bbb221410 req-7bfadc04-6e66-4430-a484-aab0f117d913 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 944 time: 0.0681522 Jul 28 01:16:51.723876 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-34295086-8e89-4022-a0d3-b62bbb221410 req-688316df-e9a7-4615-bed1-8750616d5269 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678525 Jul 28 01:16:52.562673 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd8410-0ece-4ed1-bc6d-9f364bfdcdab req-f257dbb1-e7a4-46d3-bb47-3c4013b33ebf tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:52.568572 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-26bd8410-0ece-4ed1-bc6d-9f364bfdcdab req-f257dbb1-e7a4-46d3-bb47-3c4013b33ebf tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 945 time: 0.0825005 Jul 28 01:16:52.634390 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-26bd8410-0ece-4ed1-bc6d-9f364bfdcdab req-bb1e68a2-62ad-44a1-9476-10e39b3d2c55 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576153 Jul 28 01:16:52.872078 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0376a-03ff-420b-81d9-01c3187f3eb6 req-ae4a410f-a949-4559-9538-26bbf609f810 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:52.873752 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-21a0376a-03ff-420b-81d9-01c3187f3eb6 req-ae4a410f-a949-4559-9538-26bbf609f810 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 944 time: 0.0629036 Jul 28 01:16:52.945441 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-21a0376a-03ff-420b-81d9-01c3187f3eb6 req-db306113-b038-4d99-84e2-c7d74752cfe7 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593693 Jul 28 01:16:53.790739 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a7afe6-64a9-496f-99c7-def4a6d30673 req-c0849b98-d35c-4356-b0a7-04acf394b92f tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:53.792208 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-30a7afe6-64a9-496f-99c7-def4a6d30673 req-c0849b98-d35c-4356-b0a7-04acf394b92f tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 945 time: 0.0648711 Jul 28 01:16:53.853019 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-30a7afe6-64a9-496f-99c7-def4a6d30673 req-4240c73d-24c6-44c8-b54a-bc86d8d50829 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542557 Jul 28 01:16:54.096852 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16cb46-38a4-4b9b-be6d-4258384b5ae8 req-43ca6ee1-4648-4ef3-9868-bccf60ba8835 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:54.098241 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ec16cb46-38a4-4b9b-be6d-4258384b5ae8 req-43ca6ee1-4648-4ef3-9868-bccf60ba8835 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 944 time: 0.0503714 Jul 28 01:16:54.165187 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ec16cb46-38a4-4b9b-be6d-4258384b5ae8 req-a4570a0d-3b70-4f99-92c9-16b54e467c37 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608788 Jul 28 01:16:54.982977 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b1c97-e818-46f1-aff0-77b8d1f5e7d9 req-e5ea18ab-5731-43ad-af42-b166efc3ab4e tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:54.984583 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-405b1c97-e818-46f1-aff0-77b8d1f5e7d9 req-e5ea18ab-5731-43ad-af42-b166efc3ab4e tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 945 time: 0.0540059 Jul 28 01:16:55.045766 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-405b1c97-e818-46f1-aff0-77b8d1f5e7d9 req-0556088c-58a4-4051-9d7c-2303ace7ba8f tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522196 Jul 28 01:16:55.314697 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b3712-02c1-4374-8de9-b9ed0f46a4ce req-da41b28c-cb90-422b-b23c-b1c982f84a8c tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:55.316376 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-529b3712-02c1-4374-8de9-b9ed0f46a4ce req-da41b28c-cb90-422b-b23c-b1c982f84a8c tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 944 time: 0.0568283 Jul 28 01:16:55.383628 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-529b3712-02c1-4374-8de9-b9ed0f46a4ce req-4e1c0ec6-0b51-4f76-bafd-3e0a21ed08fb tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612862 Jul 28 01:16:56.180249 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a222b-9bdd-4dfd-88da-2a0ebd72251a req-033b068c-2403-46a2-8bc3-3796402288e1 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:56.181862 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-062a222b-9bdd-4dfd-88da-2a0ebd72251a req-033b068c-2403-46a2-8bc3-3796402288e1 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 945 time: 0.0568285 Jul 28 01:16:56.259286 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-062a222b-9bdd-4dfd-88da-2a0ebd72251a req-24fb253b-ed6c-41eb-a88f-d045913e5b61 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699799 Jul 28 01:16:56.542021 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3427be0-629f-464c-94a2-da7035dbfa6d req-ec177bdf-a65e-4959-a17a-5e2467adb506 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:56.543798 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a3427be0-629f-464c-94a2-da7035dbfa6d req-ec177bdf-a65e-4959-a17a-5e2467adb506 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 944 time: 0.0729527 Jul 28 01:16:56.611223 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a3427be0-629f-464c-94a2-da7035dbfa6d req-90ca3119-e726-4440-b075-d08ee13b2977 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610843 Jul 28 01:16:57.394959 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a70ed-e2e4-4572-947a-87b86b312975 req-be0b6a76-2d8a-4a65-a66d-7d4fc79852f1 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:57.396465 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0f3a70ed-e2e4-4572-947a-87b86b312975 req-be0b6a76-2d8a-4a65-a66d-7d4fc79852f1 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 945 time: 0.0520537 Jul 28 01:16:57.458347 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0f3a70ed-e2e4-4572-947a-87b86b312975 req-336e6a6c-0ab2-44bb-9155-21a7e127f445 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550787 Jul 28 01:16:57.753928 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86136378-309f-4c8f-b27a-bdd09e73db64 req-609404c4-ce46-4dfb-bb53-4fafb8f69cd3 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:57.755961 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-86136378-309f-4c8f-b27a-bdd09e73db64 req-609404c4-ce46-4dfb-bb53-4fafb8f69cd3 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 944 time: 0.0548384 Jul 28 01:16:57.789718 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:57.822198 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-86136378-309f-4c8f-b27a-bdd09e73db64 req-14c647a7-bde5-4264-acd3-1faee4f352dd tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599787 Jul 28 01:16:58.605638 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:16:58.613862 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89993996-2098-4d3e-b246-e30e54ca9f1c req-747e6647-34c5-426c-97c6-2c257603abd4 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:58.617539 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-89993996-2098-4d3e-b246-e30e54ca9f1c req-747e6647-34c5-426c-97c6-2c257603abd4 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 945 time: 0.0583868 Jul 28 01:16:58.674236 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-89993996-2098-4d3e-b246-e30e54ca9f1c req-26d2681b-7e85-407b-9995-8974a8043efb tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511878 Jul 28 01:16:58.979360 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86c4aa-950d-44d9-8a83-9a533edd1312 req-b88f6a53-afa2-4f20-aba9-bfb6efc58236 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:58.981056 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-cf86c4aa-950d-44d9-8a83-9a533edd1312 req-b88f6a53-afa2-4f20-aba9-bfb6efc58236 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 944 time: 0.0643556 Jul 28 01:16:59.035234 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-cf86c4aa-950d-44d9-8a83-9a533edd1312 req-b7dc2585-af25-4ddd-938a-6bd5e698e96d tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481586 Jul 28 01:16:59.805043 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7537b4-1331-4cbc-9d87-9ae39ab6bcaf req-3f279d14-7557-4899-a4f4-9b70ffcebb2c tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:16:59.806733 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-3d7537b4-1331-4cbc-9d87-9ae39ab6bcaf req-3f279d14-7557-4899-a4f4-9b70ffcebb2c tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 945 time: 0.0516710 Jul 28 01:16:59.866633 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-3d7537b4-1331-4cbc-9d87-9ae39ab6bcaf req-2508e002-7c95-4851-abf2-d4bfd3ce53f6 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535374 Jul 28 01:17:00.156605 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-d9b3e46b-e06c-4504-8005-57c435713e91 req-d573f414-8a49-4929-87dc-ba490092c386 service neutron] 10.222.0.42 "GET /v2.0/networks/a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092188 Jul 28 01:17:00.180368 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b5a6d-0483-468c-80ec-effec3fb7837 req-81137df9-6ccd-4d41-bf75-086f64342248 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:00.181918 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ab0b5a6d-0483-468c-80ec-effec3fb7837 req-81137df9-6ccd-4d41-bf75-086f64342248 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 944 time: 0.0549262 Jul 28 01:17:00.238831 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ab0b5a6d-0483-468c-80ec-effec3fb7837 req-593ac1ae-ff94-4564-ad5a-fc8c16b4d961 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485871 Jul 28 01:17:00.518304 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74549539-5806-43eb-832c-4970a50b72c1 req-51d14afe-20c8-4f34-99b0-4c0879a22f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:00.519857 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-74549539-5806-43eb-832c-4970a50b72c1 req-51d14afe-20c8-4f34-99b0-4c0879a22f3c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d14de33f76ea44db8899900481299b87&device_id=49aad030-b12c-409b-b5da-ba6eb7779f32 HTTP/1.1" status: 200 len: 1129 time: 0.0428298 Jul 28 01:17:00.629563 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74549539-5806-43eb-832c-4970a50b72c1 req-312555e5-c131-4f86-9edd-f44facbbedf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:00.631471 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-74549539-5806-43eb-832c-4970a50b72c1 req-312555e5-c131-4f86-9edd-f44facbbedf0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f365ac42-75a7-4c3d-8591-d4097c9f6065 HTTP/1.1" status: 200 len: 913 time: 0.0990465 Jul 28 01:17:00.991463 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c9afb-50d5-4644-9c91-aee5b3e924e0 req-8415cc2a-545e-497c-a30e-96dda23166ce tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:00.993017 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7c6c9afb-50d5-4644-9c91-aee5b3e924e0 req-8415cc2a-545e-497c-a30e-96dda23166ce tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 945 time: 0.0495646 Jul 28 01:17:01.050490 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7c6c9afb-50d5-4644-9c91-aee5b3e924e0 req-568bf083-e0c7-4ac4-a95f-f3323848b418 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513589 Jul 28 01:17:01.257669 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=20 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:01.264655 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=33 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:01.388431 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-74549539-5806-43eb-832c-4970a50b72c1 req-d83d18f2-baa0-43ff-b2a6-c9b0a454edb6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e3d4ead-cc70-43f5-a886-471d0c3f9868 HTTP/1.1" status: 200 len: 1001 time: 0.0765722 Jul 28 01:17:01.395851 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c3ea1-3209-4ed3-a4f2-b6d12cb11023 req-c9e46306-9610-4885-9238-4c89ba41a082 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:01.397635 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-3c9c3ea1-3209-4ed3-a4f2-b6d12cb11023 req-c9e46306-9610-4885-9238-4c89ba41a082 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 944 time: 0.0574372 Jul 28 01:17:01.461650 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-3c9c3ea1-3209-4ed3-a4f2-b6d12cb11023 req-dff893df-983c-465d-b2af-88e9fe6a251c tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570471 Jul 28 01:17:01.678136 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:01.739308 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:01.967594 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74549539-5806-43eb-832c-4970a50b72c1 req-4fd493c8-8cdc-4519-aa1e-d42dcb7a996c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:01.967594 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-74549539-5806-43eb-832c-4970a50b72c1 req-4fd493c8-8cdc-4519-aa1e-d42dcb7a996c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12 HTTP/1.1" status: 200 len: 851 time: 0.0514815 Jul 28 01:17:02.024476 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74549539-5806-43eb-832c-4970a50b72c1 req-dd2abfa7-2f86-494f-9227-3ea03ac7322c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:02.027305 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-74549539-5806-43eb-832c-4970a50b72c1 req-dd2abfa7-2f86-494f-9227-3ea03ac7322c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f365ac42-75a7-4c3d-8591-d4097c9f6065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0507598 Jul 28 01:17:02.085543 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:02.142010 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-74549539-5806-43eb-832c-4970a50b72c1 req-49c2cc6e-6481-4225-9411-b3463b114067 service neutron] 10.222.0.42 "GET /v2.0/networks/f365ac42-75a7-4c3d-8591-d4097c9f6065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034086 Jul 28 01:17:02.205062 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828ae71-a71f-4024-9edb-52438048f1f0 req-3f9aced9-44a3-452f-9fe0-150cde3b5f5c tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:02.207750 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-6828ae71-a71f-4024-9edb-52438048f1f0 req-3f9aced9-44a3-452f-9fe0-150cde3b5f5c tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 945 time: 0.0652804 Jul 28 01:17:02.262038 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-74549539-5806-43eb-832c-4970a50b72c1 req-7149e694-d480-49dd-938a-4f15ac1c9cf0 service neutron] 10.222.0.42 "GET /v2.0/networks/f365ac42-75a7-4c3d-8591-d4097c9f6065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101451 Jul 28 01:17:02.279223 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-6828ae71-a71f-4024-9edb-52438048f1f0 req-5e3a2638-db01-4442-9236-4586f9bf273b tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653560 Jul 28 01:17:02.412894 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28d849-44d9-4038-8288-316b14873797 req-2deb17bc-7eeb-40de-a7cc-c97ead00aa05 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:02.414463 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ca28d849-44d9-4038-8288-316b14873797 req-2deb17bc-7eeb-40de-a7cc-c97ead00aa05 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 945 time: 0.0574665 Jul 28 01:17:02.439204 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (8d4a48be-b376-49eb-a7aa-478deaa3f35f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:02.471046 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ca28d849-44d9-4038-8288-316b14873797 req-a89c7ca0-be5f-45fe-be12-6033c3f96fba tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484767 Jul 28 01:17:02.600983 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17160e-3a7e-4d91-b91f-60493f22f561 req-be8e2b26-2375-4c20-963b-4344aaed024a tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:02.602446 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1c17160e-3a7e-4d91-b91f-60493f22f561 req-be8e2b26-2375-4c20-963b-4344aaed024a tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 944 time: 0.0529375 Jul 28 01:17:02.656481 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1c17160e-3a7e-4d91-b91f-60493f22f561 req-fcea7f8d-7534-40b6-bbd4-20ec52ed0e4b tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482037 Jul 28 01:17:02.857400 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896aefe-c950-4086-8c73-0db8937bb1f2 req-f4aaf8f3-b32d-4c54-b8f0-7491372b5ecc tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:02.858926 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1896aefe-c950-4086-8c73-0db8937bb1f2 req-f4aaf8f3-b32d-4c54-b8f0-7491372b5ecc tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 945 time: 0.0568843 Jul 28 01:17:02.922035 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1896aefe-c950-4086-8c73-0db8937bb1f2 req-18019256-80bd-44bd-b051-9be581e89bf5 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570316 Jul 28 01:17:03.794737 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755edef-c7f3-4eaa-895f-2ff123340e2c req-35aff37e-c5cc-45d3-bbf3-e060a5118b95 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:03.796357 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4755edef-c7f3-4eaa-895f-2ff123340e2c req-35aff37e-c5cc-45d3-bbf3-e060a5118b95 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 944 time: 0.0569377 Jul 28 01:17:03.830737 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:03.852186 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4755edef-c7f3-4eaa-895f-2ff123340e2c req-ea993141-08fb-4889-9fa8-fee2c1bb690d tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493453 Jul 28 01:17:04.976536 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:04.990631 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944faf8-506a-4879-b9ae-c46c6069420f req-a0f06c70-679e-4e1e-b690-8cdc20e74b2e tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:04.992188 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1944faf8-506a-4879-b9ae-c46c6069420f req-a0f06c70-679e-4e1e-b690-8cdc20e74b2e tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 944 time: 0.0506184 Jul 28 01:17:05.040880 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1944faf8-506a-4879-b9ae-c46c6069420f req-439aff3f-8284-41a4-991a-9bf50118d65e tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428503 Jul 28 01:17:06.172538 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93810d-1332-4b68-861c-c08c52760e93 req-23b8e967-644e-407b-8a82-9e057645e0bf tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:06.174073 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9f93810d-1332-4b68-861c-c08c52760e93 req-23b8e967-644e-407b-8a82-9e057645e0bf tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 944 time: 0.0503240 Jul 28 01:17:06.230376 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9f93810d-1332-4b68-861c-c08c52760e93 req-42cbe9f1-a86e-4531-9cc6-184d0ecdbeaf tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501938 Jul 28 01:17:07.358595 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926cebdc-2fda-4092-b370-fa80d04e5a40 req-428ac849-f8c9-4711-87a3-e184c61a0d91 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:07.360075 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-926cebdc-2fda-4092-b370-fa80d04e5a40 req-428ac849-f8c9-4711-87a3-e184c61a0d91 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 944 time: 0.0492201 Jul 28 01:17:07.410389 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-926cebdc-2fda-4092-b370-fa80d04e5a40 req-67e6e198-8a4b-40ef-89d6-09daa181d2b4 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439825 Jul 28 01:17:07.821524 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-a1cb72a2-92c4-4472-9a0c-0e2c594e967f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:08.539882 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6e55c-32cf-4a4f-8be7-98b0ddf79b7a req-79aa5828-a7cb-4026-a428-9a4c21fea545 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:08.541323 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f3a6e55c-32cf-4a4f-8be7-98b0ddf79b7a req-79aa5828-a7cb-4026-a428-9a4c21fea545 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 944 time: 0.0509090 Jul 28 01:17:08.591485 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f3a6e55c-32cf-4a4f-8be7-98b0ddf79b7a req-bad1281a-23f4-480b-aede-7b898785ecb5 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419457 Jul 28 01:17:09.733409 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911c343-9c49-4cc7-ab75-b43b59a4d604 req-03081b46-c636-4717-a1a3-b8fe0d2ba8b6 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:09.734854 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e911c343-9c49-4cc7-ab75-b43b59a4d604 req-03081b46-c636-4717-a1a3-b8fe0d2ba8b6 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 944 time: 0.0526659 Jul 28 01:17:09.784965 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e911c343-9c49-4cc7-ab75-b43b59a4d604 req-126fb5ec-86f9-4825-819e-5cf13affd02c tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440257 Jul 28 01:17:10.333514 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-ad410fe2-77ce-4853-bbf7-d9d305832bb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:10.843357 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device a76b2846-749f-47c3-81f3-a7c5328f00ad details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 01:17:10.945329 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c9fe5-6086-404d-8fd8-52b20fa38930 req-a6d05414-d8c5-4c68-884e-969bc9a63cbb tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:10.946886 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-dc9c9fe5-6086-404d-8fd8-52b20fa38930 req-a6d05414-d8c5-4c68-884e-969bc9a63cbb tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 944 time: 0.0562031 Jul 28 01:17:10.961923 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port a76b2846-749f-47c3-81f3-a7c5328f00ad, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a76b2846-749f-47c3-81f3-a7c5328f00ad,segment=NetworkSegment(d38ebf67-8dab-4986-bb13-157dcdc07364),segment_id=d38ebf67-8dab-4986-bb13-157dcdc07364)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:17:10.976268 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Returning: {'device': 'a76b2846-749f-47c3-81f3-a7c5328f00ad', 'network_id': '79d1ca3f-e23e-4848-9d9a-982b12f210b8', 'port_id': 'a76b2846-749f-47c3-81f3-a7c5328f00ad', 'mac_address': 'fa:16:3e:56:79:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 01:17:11.000276 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-dc9c9fe5-6086-404d-8fd8-52b20fa38930 req-fafba7e9-2c63-4a92-8eac-f199de360d29 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475805 Jul 28 01:17:11.025864 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port a76b2846-749f-47c3-81f3-a7c5328f00ad is: DOWN; New status is: BUILD {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:17:11.026878 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (a76b2846-749f-47c3-81f3-a7c5328f00ad), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:11.044251 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a76b2846-749f-47c3-81f3-a7c5328f00ad {{(pid=104163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 01:17:11.076413 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port a76b2846-749f-47c3-81f3-a7c5328f00ad, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a76b2846-749f-47c3-81f3-a7c5328f00ad,segment=NetworkSegment(d38ebf67-8dab-4986-bb13-157dcdc07364),segment_id=d38ebf67-8dab-4986-bb13-157dcdc07364)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:17:11.081166 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (a76b2846-749f-47c3-81f3-a7c5328f00ad), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:11.143581 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=a76b2846-749f-47c3-81f3-a7c5328f00ad,revision_number=9']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:11.334136 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:11.404534 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] get_ports_and_sgs() called for port_ids ['a76b2846-749f-47c3-81f3-a7c5328f00ad'] {{(pid=104163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 01:17:12.154911 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0111a4-ce02-40eb-883d-f2a328d6b84a req-1cd9bc82-b849-4d48-b729-1804c2a40e2e tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:12.156445 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2a0111a4-ce02-40eb-883d-f2a328d6b84a req-1cd9bc82-b849-4d48-b729-1804c2a40e2e tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 945 time: 0.0528483 Jul 28 01:17:12.216949 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2a0111a4-ce02-40eb-883d-f2a328d6b84a req-05438656-fbaa-4339-9446-db8dde25c135 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546086 Jul 28 01:17:12.250719 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=15 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:12.257967 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:12.700577 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:12.858472 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device a76b2846-749f-47c3-81f3-a7c5328f00ad up at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:17:12.904285 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Provisioning complete for port a76b2846-749f-47c3-81f3-a7c5328f00ad triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:17:12.904671 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (a76b2846-749f-47c3-81f3-a7c5328f00ad), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:13.121125 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port a76b2846-749f-47c3-81f3-a7c5328f00ad is: BUILD; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:17:13.121684 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (a76b2846-749f-47c3-81f3-a7c5328f00ad), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:13.147712 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:13.155882 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300e3c0c-fb14-4c05-b53a-fe8f0589ac1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76b2846-749f-47c3-81f3-a7c5328f00ad'}] {{(pid=104163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:17:13.158160 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74574a7e5f5019bac05c50995ec4c38decffa50ba6d5d10f63080a9b4086ca7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e7bcc3-9d84-40b2-8d5c-0dcbcf7d0373" -d '{"events": [{"server_uuid": "300e3c0c-fb14-4c05-b53a-fe8f0589ac1b", "name": "network-vif-plugged", "status": "completed", "tag": "a76b2846-749f-47c3-81f3-a7c5328f00ad"}]}' {{(pid=104163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:17:13.173990 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port a76b2846-749f-47c3-81f3-a7c5328f00ad, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a76b2846-749f-47c3-81f3-a7c5328f00ad,segment=NetworkSegment(d38ebf67-8dab-4986-bb13-157dcdc07364),segment_id=d38ebf67-8dab-4986-bb13-157dcdc07364)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:17:13.180853 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (a76b2846-749f-47c3-81f3-a7c5328f00ad), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:13.205813 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 01:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d2927d-ffbe-4051-aac0-0ce544c9577c x-openstack-request-id: req-97d2927d-ffbe-4051-aac0-0ce544c9577c {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:17:13.206185 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300e3c0c-fb14-4c05-b53a-fe8f0589ac1b", "name": "network-vif-plugged", "status": "completed", "tag": "a76b2846-749f-47c3-81f3-a7c5328f00ad", "code": 200}]} {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:17:13.206450 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-97d2927d-ffbe-4051-aac0-0ce544c9577c {{(pid=104163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:17:13.206851 dv-cinder-815582-11-iscsi neutron-server[104163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97d2927d-ffbe-4051-aac0-0ce544c9577c'] response: {'server_uuid': '300e3c0c-fb14-4c05-b53a-fe8f0589ac1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76b2846-749f-47c3-81f3-a7c5328f00ad', 'code': 200} Jul 28 01:17:13.243887 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=a76b2846-749f-47c3-81f3-a7c5328f00ad,revision_number=10']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:13.371897 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18473cf-1d41-42eb-ba83-9d1ce1e1d3ae req-6cb0fba8-f844-498a-8f51-568da57acf20 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:13.374242 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d18473cf-1d41-42eb-ba83-9d1ce1e1d3ae req-6cb0fba8-f844-498a-8f51-568da57acf20 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 947 time: 0.0666180 Jul 28 01:17:13.429604 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d18473cf-1d41-42eb-ba83-9d1ce1e1d3ae req-43949d66-c19b-4004-aedb-a0429ee2c041 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497415 Jul 28 01:17:14.556596 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd9055-64e9-41e5-87fa-cf89e4150db8 req-ff4494b7-a11b-4301-b289-3449ecbbbbbb tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:14.558088 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e8fd9055-64e9-41e5-87fa-cf89e4150db8 req-ff4494b7-a11b-4301-b289-3449ecbbbbbb tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 947 time: 0.0471318 Jul 28 01:17:14.611663 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e8fd9055-64e9-41e5-87fa-cf89e4150db8 req-da667ec6-a7a2-43b0-a246-bb11618a5bc0 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448213 Jul 28 01:17:15.745204 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67846de3-14c8-46ec-9c18-ebd3f55e5672 req-0ac4b5e0-4afa-48f8-a84b-91c6f190e337 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:15.746544 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-67846de3-14c8-46ec-9c18-ebd3f55e5672 req-0ac4b5e0-4afa-48f8-a84b-91c6f190e337 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 947 time: 0.0500760 Jul 28 01:17:15.798263 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-67846de3-14c8-46ec-9c18-ebd3f55e5672 req-9261d0b9-0004-4c44-be18-ed190608c1a9 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459616 Jul 28 01:17:16.942787 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb3b61-1c23-4b1d-a9be-be1d3cb09256 req-82631fde-e967-4fb5-89a6-27e2b3d7bcca tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:16.944529 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-58cb3b61-1c23-4b1d-a9be-be1d3cb09256 req-82631fde-e967-4fb5-89a6-27e2b3d7bcca tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 947 time: 0.0674610 Jul 28 01:17:16.997061 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-58cb3b61-1c23-4b1d-a9be-be1d3cb09256 req-6b2b0896-44a4-488b-8346-cb84d1ac0ff2 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463471 Jul 28 01:17:17.395789 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=2 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:17.396552 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=4 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:18.085326 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:18.111279 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:18.124590 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40515f-bf80-4b7c-b181-9b1c28c83edc req-dbdc7442-2969-490c-b783-00988d3d9b54 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:18.126148 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4c40515f-bf80-4b7c-b181-9b1c28c83edc req-dbdc7442-2969-490c-b783-00988d3d9b54 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 947 time: 0.0508211 Jul 28 01:17:18.175842 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4c40515f-bf80-4b7c-b181-9b1c28c83edc req-41e8f4f1-a2b0-4033-8189-8bb2389f7727 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436223 Jul 28 01:17:19.311091 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8671ebd-8cbc-4c9b-bc36-6f5fad192e7c req-cfe1052d-b675-4868-8b1e-0b84e9e4e316 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:19.312591 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f8671ebd-8cbc-4c9b-bc36-6f5fad192e7c req-cfe1052d-b675-4868-8b1e-0b84e9e4e316 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 947 time: 0.0522194 Jul 28 01:17:19.366315 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f8671ebd-8cbc-4c9b-bc36-6f5fad192e7c req-4d80b5e0-47bb-4cab-b3bd-114b124557cd tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473316 Jul 28 01:17:20.516643 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85a1be-c618-45db-b499-72a0d22453c4 req-624ba507-f48d-4195-8500-9b06a9aecebc tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:20.518461 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1c85a1be-c618-45db-b499-72a0d22453c4 req-624ba507-f48d-4195-8500-9b06a9aecebc tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 947 time: 0.0532537 Jul 28 01:17:20.577500 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1c85a1be-c618-45db-b499-72a0d22453c4 req-644fcbeb-d072-4054-ac8b-fdbe74270749 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532315 Jul 28 01:17:21.709262 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f59b73-a356-4312-86ae-7425e102f929 req-0b8d678b-99c1-426e-bf02-e1aad1375743 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:21.710782 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-62f59b73-a356-4312-86ae-7425e102f929 req-0b8d678b-99c1-426e-bf02-e1aad1375743 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 947 time: 0.0511982 Jul 28 01:17:21.781068 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-62f59b73-a356-4312-86ae-7425e102f929 req-03d3cf0f-d30c-4753-a354-3553518f7552 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614333 Jul 28 01:17:22.912564 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5a5fd-8148-4c70-8b3b-a63e34bf27f3 req-1b7e20d6-d82a-4940-aa6b-1e8323876e49 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:22.914147 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1bf5a5fd-8148-4c70-8b3b-a63e34bf27f3 req-1b7e20d6-d82a-4940-aa6b-1e8323876e49 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 947 time: 0.0501106 Jul 28 01:17:22.991303 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1bf5a5fd-8148-4c70-8b3b-a63e34bf27f3 req-0f4985c2-c743-4bcd-ba65-a15866194c4d tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705116 Jul 28 01:17:23.240107 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:23.240961 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:24.143364 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19410d75-6a13-4476-9213-4187ec8ca8a3 req-02fe6261-4cb7-41d5-b2a9-37ef4df178b8 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:24.144792 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-19410d75-6a13-4476-9213-4187ec8ca8a3 req-02fe6261-4cb7-41d5-b2a9-37ef4df178b8 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 947 time: 0.0548880 Jul 28 01:17:24.194405 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-19410d75-6a13-4476-9213-4187ec8ca8a3 req-3db778db-3c95-40ef-972f-cc46f4667b54 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437891 Jul 28 01:17:25.331202 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e3b62-5660-4b80-a384-699f095ee8da req-feb4d9d4-dbcd-4ce8-87a2-edb280fe740e tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:25.332728 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f63e3b62-5660-4b80-a384-699f095ee8da req-feb4d9d4-dbcd-4ce8-87a2-edb280fe740e tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 947 time: 0.0515561 Jul 28 01:17:25.385140 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f63e3b62-5660-4b80-a384-699f095ee8da req-52b6b30d-4d10-4977-8f40-5d50162fcfe8 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463233 Jul 28 01:17:25.422259 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.agents_db [None req-b5d7b8ea-190f-43e3-81f4-c45e7fbfa344 None None] Agent healthcheck: found 6 active agents {{(pid=104164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 01:17:26.521545 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2eade-ae1d-4508-814d-a5c210362f07 req-97f0e9fa-c0bd-49b4-8a38-c320b9da7118 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:26.523163 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ffc2eade-ae1d-4508-814d-a5c210362f07 req-97f0e9fa-c0bd-49b4-8a38-c320b9da7118 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 947 time: 0.0521302 Jul 28 01:17:26.577604 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ffc2eade-ae1d-4508-814d-a5c210362f07 req-3b041895-9fab-4190-94ba-fe5710ee2062 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486591 Jul 28 01:17:27.707825 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7bfd9a-dc04-4d4e-a7ca-11e70a0e6129 req-b21c9b12-a4c5-4b6e-940e-c770c85a99a8 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:27.709337 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ee7bfd9a-dc04-4d4e-a7ca-11e70a0e6129 req-b21c9b12-a4c5-4b6e-940e-c770c85a99a8 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 947 time: 0.0488770 Jul 28 01:17:27.758866 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ee7bfd9a-dc04-4d4e-a7ca-11e70a0e6129 req-47274607-b1e7-4449-875f-359e5d747738 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426424 Jul 28 01:17:28.901414 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95275d88-308c-4bec-a460-5c45e739f9c6 req-7bc77f25-74ac-406a-8901-d3231aa9dd1f tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:28.902895 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-95275d88-308c-4bec-a460-5c45e739f9c6 req-7bc77f25-74ac-406a-8901-d3231aa9dd1f tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 947 time: 0.0537751 Jul 28 01:17:28.953108 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-95275d88-308c-4bec-a460-5c45e739f9c6 req-554c2e08-5d88-4f54-a6e1-dfba69628353 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441201 Jul 28 01:17:29.662970 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f9757-dde9-401f-966c-c7532d634974 req-f47818a3-4ebf-4069-959d-065112e81c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:29.664504 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-a03f9757-dde9-401f-966c-c7532d634974 req-f47818a3-4ebf-4069-959d-065112e81c9c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 1131 time: 0.0441258 Jul 28 01:17:30.082348 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:30.094458 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc025b-108b-442d-a0bd-fb9fc3a4101b req-8e38cfb1-6b05-48f3-8730-4794ea793cf5 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:30.096134 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-6ebc025b-108b-442d-a0bd-fb9fc3a4101b req-8e38cfb1-6b05-48f3-8730-4794ea793cf5 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 947 time: 0.0558705 Jul 28 01:17:30.148423 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-6ebc025b-108b-442d-a0bd-fb9fc3a4101b req-33dd7f9b-f717-49e9-acf0-d5eefa8c89fa tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464287 Jul 28 01:17:30.646550 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ac766-8eee-484f-b344-7e7e14a47cce req-ffbc1335-36ff-4ff0-a081-eda6ee748f11 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:30.648032 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-df3ac766-8eee-484f-b344-7e7e14a47cce req-ffbc1335-36ff-4ff0-a081-eda6ee748f11 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 945 time: 0.0541685 Jul 28 01:17:30.697280 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-df3ac766-8eee-484f-b344-7e7e14a47cce req-bb6a74ec-d43e-4aad-85dc-a909a25e15a7 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430756 Jul 28 01:17:30.723700 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 50702) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:17:30.930448 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f2b9d0-c440-4158-8a26-92af72dd0848 tempest-TestMinimumBasicScenario-1152960558 tempest-TestMinimumBasicScenario-1152960558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:30.932008 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-48f2b9d0-c440-4158-8a26-92af72dd0848 tempest-TestMinimumBasicScenario-1152960558 tempest-TestMinimumBasicScenario-1152960558-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 1124 time: 0.2072730 Jul 28 01:17:30.935550 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 50708) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:17:30.942438 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-1172d525-cdbe-4700-9676-1c87b526ca88 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Request body: {'floatingip': {'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'port_id': '6f17787d-ed77-4892-b415-19e790741366', 'tenant_id': '9889594f4bf84c4591714b505f1861fe', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:17:30.974394 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1172d525-cdbe-4700-9676-1c87b526ca88 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:31.066910 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1172d525-cdbe-4700-9676-1c87b526ca88 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:31.189605 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [None req-1172d525-cdbe-4700-9676-1c87b526ca88 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Allocated IP 172.27.1.97 (db4fd262-df4a-4858-b92c-469a7b8f139e/fbbec24e-3b1c-439c-846a-fd72122ae4ff/d29c3374-da4b-4137-b585-bf8590992ac7) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:17:31.283140 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317defba-9d27-4ef0-ac07-4bc5b980cfba req-db82065d-4c65-4e8b-bc41-a9a12515da20 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:31.285166 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-317defba-9d27-4ef0-ac07-4bc5b980cfba req-db82065d-4c65-4e8b-bc41-a9a12515da20 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 947 time: 0.0571239 Jul 28 01:17:31.304400 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1172d525-cdbe-4700-9676-1c87b526ca88 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks [] for port (d29c3374-da4b-4137-b585-bf8590992ac7), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:31.304632 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:31.340420 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1172d525-cdbe-4700-9676-1c87b526ca88 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427'] for port (d29c3374-da4b-4137-b585-bf8590992ac7), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:31.343882 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-317defba-9d27-4ef0-ac07-4bc5b980cfba req-3ae676ad-ffd9-4c7b-abdc-018b38ce4221 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530014 Jul 28 01:17:31.388153 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1172d525-cdbe-4700-9676-1c87b526ca88 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Network db4fd262-df4a-4858-b92c-469a7b8f139e is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:17:31.393066 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-1172d525-cdbe-4700-9676-1c87b526ca88 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:17:31.395751 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1172d525-cdbe-4700-9676-1c87b526ca88 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:17:31.402209 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1172d525-cdbe-4700-9676-1c87b526ca88 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Pushing event updated for resources: {'Port': ['ID=d29c3374-da4b-4137-b585-bf8590992ac7,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:31.739849 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:31.747912 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1172d525-cdbe-4700-9676-1c87b526ca88 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks [] for floatingip (4401f006-6960-4fd1-a6c7-31d3fa55711f), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:31.749114 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:31.824492 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1172d525-cdbe-4700-9676-1c87b526ca88 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (d29c3374-da4b-4137-b585-bf8590992ac7), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:31.973208 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1172d525-cdbe-4700-9676-1c87b526ca88 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks [] for port (d29c3374-da4b-4137-b585-bf8590992ac7), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:31.980492 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1172d525-cdbe-4700-9676-1c87b526ca88 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (d29c3374-da4b-4137-b585-bf8590992ac7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:32.014650 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1172d525-cdbe-4700-9676-1c87b526ca88 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-949731'] for floatingip (4401f006-6960-4fd1-a6c7-31d3fa55711f), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:32.060420 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1172d525-cdbe-4700-9676-1c87b526ca88 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Pushing event updated for resources: {'Port': ['ID=d29c3374-da4b-4137-b585-bf8590992ac7,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:32.122384 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.db.l3_db [None req-1172d525-cdbe-4700-9676-1c87b526ca88 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Floating IP 4401f006-6960-4fd1-a6c7-31d3fa55711f associated. External IP: 172.27.1.97, port: 6f17787d-ed77-4892-b415-19e790741366. Jul 28 01:17:32.331433 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1172d525-cdbe-4700-9676-1c87b526ca88 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Router c67c009b-bbdb-4341-b0dc-8abeecd68e04 has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:17:32.429294 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (8d4a48be-b376-49eb-a7aa-478deaa3f35f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:32.452544 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1172d525-cdbe-4700-9676-1c87b526ca88 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:17:32.463031 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733bc2ac-9ca7-4df9-a5d9-a6828542a0f9 None None] Sync routers for ids ['c67c009b-bbdb-4341-b0dc-8abeecd68e04'] in dv-cinder-815582-11-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:17:32.477551 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733bc2ac-9ca7-4df9-a5d9-a6828542a0f9 None None] Routers {'c67c009b-bbdb-4341-b0dc-8abeecd68e04'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:17:32.479329 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-733bc2ac-9ca7-4df9-a5d9-a6828542a0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:17:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['c67c009b-bbdb-4341-b0dc-8abeecd68e04'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:17:32.480602 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1172d525-cdbe-4700-9676-1c87b526ca88 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for floatingip (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:32.505836 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402b307-75fa-4070-827d-f2bf9cf0597b req-0fe99e5e-e654-4d1c-82f1-1f79c930c90b tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:32.508405 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4402b307-75fa-4070-827d-f2bf9cf0597b req-0fe99e5e-e654-4d1c-82f1-1f79c930c90b tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 947 time: 0.0687287 Jul 28 01:17:32.522205 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-1172d525-cdbe-4700-9676-1c87b526ca88 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5821517 Jul 28 01:17:32.522205 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c015e542-38ce-4335-bfa4-f9c77444f42f', 'tag': '6f17787d-ed77-4892-b415-19e790741366'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:17:32.522998 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0f5ab60fa46dcea77c59dd77281ac580fb802378bd5ff0a4b9baf266696a00a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e4a5b5-b51d-4b90-a3e6-89b1b2f19cf3" -d '{"events": [{"name": "network-changed", "server_uuid": "c015e542-38ce-4335-bfa4-f9c77444f42f", "tag": "6f17787d-ed77-4892-b415-19e790741366"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:17:32.525595 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 50724) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:17:32.532013 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-9028e4f6-ea55-4ecb-8a4a-b3f16bfaf8dd tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-694084589', 'description': 'tempest-secgroup-smoke-694084589 description', 'project_id': '9889594f4bf84c4591714b505f1861fe'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:17:32.566362 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4402b307-75fa-4070-827d-f2bf9cf0597b req-35b013cb-a513-4f05-b9a0-e1ea3641a31b tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516505 Jul 28 01:17:32.579497 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9028e4f6-ea55-4ecb-8a4a-b3f16bfaf8dd tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:32.603035 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 01:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ff953f-2e9a-4d35-8dac-5182a07e5853 x-openstack-request-id: req-b6ff953f-2e9a-4d35-8dac-5182a07e5853 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:17:32.603035 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c015e542-38ce-4335-bfa4-f9c77444f42f", "tag": "6f17787d-ed77-4892-b415-19e790741366", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:17:32.603035 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-b6ff953f-2e9a-4d35-8dac-5182a07e5853 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:17:32.603035 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6ff953f-2e9a-4d35-8dac-5182a07e5853'] response: {'name': 'network-changed', 'server_uuid': 'c015e542-38ce-4335-bfa4-f9c77444f42f', 'tag': '6f17787d-ed77-4892-b415-19e790741366', 'status': 'completed', 'code': 200} Jul 28 01:17:32.603810 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-733bc2ac-9ca7-4df9-a5d9-a6828542a0f9 None None] Set router c67c009b-bbdb-4341-b0dc-8abeecd68e04 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:17:32.613272 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:32.685785 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9028e4f6-ea55-4ecb-8a4a-b3f16bfaf8dd tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks [] for security_group (dc06e2eb-a2eb-47c1-b95a-e012ec978612), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:32.687999 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:32.692628 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9028e4f6-ea55-4ecb-8a4a-b3f16bfaf8dd tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (dc06e2eb-a2eb-47c1-b95a-e012ec978612), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:32.740172 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9028e4f6-ea55-4ecb-8a4a-b3f16bfaf8dd tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:32.742176 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-9028e4f6-ea55-4ecb-8a4a-b3f16bfaf8dd tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2156065 Jul 28 01:17:32.743172 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9028e4f6-ea55-4ecb-8a4a-b3f16bfaf8dd tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc06e2eb-a2eb-47c1-b95a-e012ec978612,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:32.745974 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 50738) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:17:32.751823 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-43baa996-13b3-4135-b8a0-b18fcc931251 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Request body: {'security_group_rule': {'security_group_id': 'dc06e2eb-a2eb-47c1-b95a-e012ec978612', 'project_id': '9889594f4bf84c4591714b505f1861fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:17:32.783236 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-43baa996-13b3-4135-b8a0-b18fcc931251 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks [] for security_group_rule (32e2c9c6-5d93-448b-991b-ca2689fa0240), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:32.850872 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-43baa996-13b3-4135-b8a0-b18fcc931251 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks [] for security_group_rule (32e2c9c6-5d93-448b-991b-ca2689fa0240), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:32.856060 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-43baa996-13b3-4135-b8a0-b18fcc931251 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553027'] for security_group_rule (32e2c9c6-5d93-448b-991b-ca2689fa0240), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:32.867277 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-733bc2ac-9ca7-4df9-a5d9-a6828542a0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67c009b-bbdb-4341-b0dc-8abeecd68e04', 'name': 'tempest-TestMinimumBasicScenario-97714067-router', 'tenant_id': '9889594f4bf84c4591714b505f1861fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c05ab06b-3d93-4b79-b078-88f76479c056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:46Z', 'updated_at': '2022-07-28T01:15:50Z', 'revision_number': 4, 'project_id': '9889594f4bf84c4591714b505f1861fe', 'gw_port': {'id': 'c05ab06b-3d93-4b79-b078-88f76479c056', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67c009b-bbdb-4341-b0dc-8abeecd68e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:46Z', 'updated_at': '2022-07-28T01:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': '4401f006-6960-4fd1-a6c7-31d3fa55711f', 'tenant_id': '9889594f4bf84c4591714b505f1861fe', 'floating_ip_address': '172.27.1.97', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': 'c67c009b-bbdb-4341-b0dc-8abeecd68e04', 'port_id': '6f17787d-ed77-4892-b415-19e790741366', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3896987d-a99e-4647-8e6b-6bfb34b8ea7a', 'mac_address': 'fa:16:3e:a8:d8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c015e542-38ce-4335-bfa4-f9c77444f42f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:17:31Z', 'updated_at': '2022-07-28T01:17:31Z', 'revision_number': 0, 'project_id': '9889594f4bf84c4591714b505f1861fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7441bc2-0d9a-43ab-b24f-b26be3c2542a', 'name': '', 'network_id': '3896987d-a99e-4647-8e6b-6bfb34b8ea7a', 'tenant_id': '9889594f4bf84c4591714b505f1861fe', 'mac_address': 'fa:16:3e:63:fb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67c009b-bbdb-4341-b0dc-8abeecd68e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '795ace15-547b-4b04-8e63-5e779c7d0b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:49Z', 'updated_at': '2022-07-28T01:15:53Z', 'revision_number': 5, 'project_id': '9889594f4bf84c4591714b505f1861fe', 'subnets': [{'id': '795ace15-547b-4b04-8e63-5e779c7d0b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:17:32.880770 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43baa996-13b3-4135-b8a0-b18fcc931251 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32e2c9c6-5d93-448b-991b-ca2689fa0240,revision_number=0']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:32.886945 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-43baa996-13b3-4135-b8a0-b18fcc931251 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:32.891287 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-43baa996-13b3-4135-b8a0-b18fcc931251 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1412015 Jul 28 01:17:32.891757 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 50740) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:17:32.896397 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-7e34990b-b048-4e79-a43c-c07058130089 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Request body: {'security_group_rule': {'security_group_id': 'dc06e2eb-a2eb-47c1-b95a-e012ec978612', 'project_id': '9889594f4bf84c4591714b505f1861fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:17:32.897438 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733bc2ac-9ca7-4df9-a5d9-a6828542a0f9 None None] Checking router: c67c009b-bbdb-4341-b0dc-8abeecd68e04 for host: dv-cinder-815582-11-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:17:32.907399 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733bc2ac-9ca7-4df9-a5d9-a6828542a0f9 None None] Routers {'c67c009b-bbdb-4341-b0dc-8abeecd68e04'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:17:32.908049 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-733bc2ac-9ca7-4df9-a5d9-a6828542a0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:17:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['c67c009b-bbdb-4341-b0dc-8abeecd68e04'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:17:32.930336 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7e34990b-b048-4e79-a43c-c07058130089 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks [] for security_group_rule (2b9657d2-f8b7-4fac-ba28-3ad2d04bb92c), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:33.010273 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7e34990b-b048-4e79-a43c-c07058130089 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks [] for security_group_rule (2b9657d2-f8b7-4fac-ba28-3ad2d04bb92c), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:33.014714 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7e34990b-b048-4e79-a43c-c07058130089 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553027'] for security_group_rule (2b9657d2-f8b7-4fac-ba28-3ad2d04bb92c), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:33.026333 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-733bc2ac-9ca7-4df9-a5d9-a6828542a0f9 None None] Set router c67c009b-bbdb-4341-b0dc-8abeecd68e04 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:17:33.037864 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e34990b-b048-4e79-a43c-c07058130089 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b9657d2-f8b7-4fac-ba28-3ad2d04bb92c,revision_number=0']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:33.043491 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7e34990b-b048-4e79-a43c-c07058130089 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:33.044711 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-7e34990b-b048-4e79-a43c-c07058130089 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1519895 Jul 28 01:17:33.048045 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 50744) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:17:33.052753 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-a868f587-1e1a-4ea0-82db-f4749f7cc1ce tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Request body: {'security_group_rule': {'security_group_id': 'dc06e2eb-a2eb-47c1-b95a-e012ec978612', 'project_id': '9889594f4bf84c4591714b505f1861fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:17:33.081991 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a868f587-1e1a-4ea0-82db-f4749f7cc1ce tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks [] for security_group_rule (c1edf054-f2dd-4342-9828-f55d6b838505), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:33.144794 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a868f587-1e1a-4ea0-82db-f4749f7cc1ce tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks [] for security_group_rule (c1edf054-f2dd-4342-9828-f55d6b838505), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:33.150449 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a868f587-1e1a-4ea0-82db-f4749f7cc1ce tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553027'] for security_group_rule (c1edf054-f2dd-4342-9828-f55d6b838505), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:33.172347 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a868f587-1e1a-4ea0-82db-f4749f7cc1ce tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1edf054-f2dd-4342-9828-f55d6b838505,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:33.178962 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a868f587-1e1a-4ea0-82db-f4749f7cc1ce tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:33.180447 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-a868f587-1e1a-4ea0-82db-f4749f7cc1ce tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1311762 Jul 28 01:17:33.183729 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 50746) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:17:33.188089 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-8937974f-33c7-4132-aa80-65ff7bfc8ec1 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Request body: {'security_group_rule': {'security_group_id': 'dc06e2eb-a2eb-47c1-b95a-e012ec978612', 'project_id': '9889594f4bf84c4591714b505f1861fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:17:33.221054 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8937974f-33c7-4132-aa80-65ff7bfc8ec1 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks [] for security_group_rule (4c8fc4a0-11b7-43fc-9ab1-3cc637af9281), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:33.252140 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-733bc2ac-9ca7-4df9-a5d9-a6828542a0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67c009b-bbdb-4341-b0dc-8abeecd68e04', 'name': 'tempest-TestMinimumBasicScenario-97714067-router', 'tenant_id': '9889594f4bf84c4591714b505f1861fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c05ab06b-3d93-4b79-b078-88f76479c056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:46Z', 'updated_at': '2022-07-28T01:15:50Z', 'revision_number': 4, 'project_id': '9889594f4bf84c4591714b505f1861fe', 'gw_port': {'id': 'c05ab06b-3d93-4b79-b078-88f76479c056', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67c009b-bbdb-4341-b0dc-8abeecd68e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:46Z', 'updated_at': '2022-07-28T01:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': '4401f006-6960-4fd1-a6c7-31d3fa55711f', 'tenant_id': '9889594f4bf84c4591714b505f1861fe', 'floating_ip_address': '172.27.1.97', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': 'c67c009b-bbdb-4341-b0dc-8abeecd68e04', 'port_id': '6f17787d-ed77-4892-b415-19e790741366', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3896987d-a99e-4647-8e6b-6bfb34b8ea7a', 'mac_address': 'fa:16:3e:a8:d8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c015e542-38ce-4335-bfa4-f9c77444f42f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:17:31Z', 'updated_at': '2022-07-28T01:17:31Z', 'revision_number': 0, 'project_id': '9889594f4bf84c4591714b505f1861fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7441bc2-0d9a-43ab-b24f-b26be3c2542a', 'name': '', 'network_id': '3896987d-a99e-4647-8e6b-6bfb34b8ea7a', 'tenant_id': '9889594f4bf84c4591714b505f1861fe', 'mac_address': 'fa:16:3e:63:fb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67c009b-bbdb-4341-b0dc-8abeecd68e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '795ace15-547b-4b04-8e63-5e779c7d0b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:49Z', 'updated_at': '2022-07-28T01:15:53Z', 'revision_number': 5, 'project_id': '9889594f4bf84c4591714b505f1861fe', 'subnets': [{'id': '795ace15-547b-4b04-8e63-5e779c7d0b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:17:33.281427 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733bc2ac-9ca7-4df9-a5d9-a6828542a0f9 None None] The sync data for ids ['c67c009b-bbdb-4341-b0dc-8abeecd68e04'] in dv-cinder-815582-11-iscsi is: [{'id': 'c67c009b-bbdb-4341-b0dc-8abeecd68e04', 'name': 'tempest-TestMinimumBasicScenario-97714067-router', 'tenant_id': '9889594f4bf84c4591714b505f1861fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c05ab06b-3d93-4b79-b078-88f76479c056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:46Z', 'updated_at': '2022-07-28T01:15:50Z', 'revision_number': 4, 'project_id': '9889594f4bf84c4591714b505f1861fe', 'gw_port': {'id': 'c05ab06b-3d93-4b79-b078-88f76479c056', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67c009b-bbdb-4341-b0dc-8abeecd68e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:46Z', 'updated_at': '2022-07-28T01:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': '4401f006-6960-4fd1-a6c7-31d3fa55711f', 'tenant_id': '9889594f4bf84c4591714b505f1861fe', 'floating_ip_address': '172.27.1.97', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': 'c67c009b-bbdb-4341-b0dc-8abeecd68e04', 'port_id': '6f17787d-ed77-4892-b415-19e790741366', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3896987d-a99e-4647-8e6b-6bfb34b8ea7a', 'mac_address': 'fa:16:3e:a8:d8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c015e542-38ce-4335-bfa4-f9c77444f42f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:17:31Z', 'updated_at': '2022-07-28T01:17:31Z', 'revision_number': 0, 'project_id': '9889594f4bf84c4591714b505f1861fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7441bc2-0d9a-43ab-b24f-b26be3c2542a', 'name': '', 'network_id': '3896987d-a99e-4647-8e6b-6bfb34b8ea7a', 'tenant_id': '9889594f4bf84c4591714b505f1861fe', 'mac_address': 'fa:16:3e:63:fb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67c009b-bbdb-4341-b0dc-8abeecd68e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '795ace15-547b-4b04-8e63-5e779c7d0b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:49Z', 'updated_at': '2022-07-28T01:15:53Z', 'revision_number': 5, 'project_id': '9889594f4bf84c4591714b505f1861fe', 'subnets': [{'id': '795ace15-547b-4b04-8e63-5e779c7d0b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:17:33.282472 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8937974f-33c7-4132-aa80-65ff7bfc8ec1 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks [] for security_group_rule (4c8fc4a0-11b7-43fc-9ab1-3cc637af9281), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:33.286943 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8937974f-33c7-4132-aa80-65ff7bfc8ec1 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553027'] for security_group_rule (4c8fc4a0-11b7-43fc-9ab1-3cc637af9281), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:33.309426 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8937974f-33c7-4132-aa80-65ff7bfc8ec1 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c8fc4a0-11b7-43fc-9ab1-3cc637af9281,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:33.319062 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8937974f-33c7-4132-aa80-65ff7bfc8ec1 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:33.323005 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-8937974f-33c7-4132-aa80-65ff7bfc8ec1 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1359410 Jul 28 01:17:33.323725 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 50748) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:17:33.328304 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-8a273850-183a-4a3c-8d0d-3b2021d5c661 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Request body: {'security_group_rule': {'security_group_id': 'dc06e2eb-a2eb-47c1-b95a-e012ec978612', 'project_id': '9889594f4bf84c4591714b505f1861fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:17:33.352381 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.db.securitygroups_db [None req-8a273850-183a-4a3c-8d0d-3b2021d5c661 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Project 9889594f4bf84c4591714b505f1861fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 01:17:33.358988 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8a273850-183a-4a3c-8d0d-3b2021d5c661 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks [] for security_group_rule (d7122201-fff4-40e7-832d-970d7a6d1291), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:33.426304 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8a273850-183a-4a3c-8d0d-3b2021d5c661 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks [] for security_group_rule (d7122201-fff4-40e7-832d-970d7a6d1291), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:33.430525 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8a273850-183a-4a3c-8d0d-3b2021d5c661 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553027'] for security_group_rule (d7122201-fff4-40e7-832d-970d7a6d1291), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:33.451052 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a273850-183a-4a3c-8d0d-3b2021d5c661 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7122201-fff4-40e7-832d-970d7a6d1291,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:33.459148 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8a273850-183a-4a3c-8d0d-3b2021d5c661 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:33.460384 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-8a273850-183a-4a3c-8d0d-3b2021d5c661 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1355791 Jul 28 01:17:33.463593 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 50750) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:17:33.468391 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-dddca731-2312-4bfa-9857-c3beba282d1e tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Request body: {'security_group_rule': {'security_group_id': 'dc06e2eb-a2eb-47c1-b95a-e012ec978612', 'project_id': '9889594f4bf84c4591714b505f1861fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:17:33.488878 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd3b585-c9bf-4bfe-a6db-58e9fc8d8e63 None None] New status for floating IP 4401f006-6960-4fd1-a6c7-31d3fa55711f: ACTIVE {{(pid=104164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 01:17:33.491494 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.db.securitygroups_db [None req-dddca731-2312-4bfa-9857-c3beba282d1e tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Project 9889594f4bf84c4591714b505f1861fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 01:17:33.499080 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-dddca731-2312-4bfa-9857-c3beba282d1e tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks [] for security_group_rule (7a6b5781-1f38-4263-ba7d-abc620f53176), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:33.561700 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-dddca731-2312-4bfa-9857-c3beba282d1e tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks [] for security_group_rule (7a6b5781-1f38-4263-ba7d-abc620f53176), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:33.565882 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-dddca731-2312-4bfa-9857-c3beba282d1e tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553027'] for security_group_rule (7a6b5781-1f38-4263-ba7d-abc620f53176), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:33.584996 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddca731-2312-4bfa-9857-c3beba282d1e tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a6b5781-1f38-4263-ba7d-abc620f53176,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:33.593144 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-dddca731-2312-4bfa-9857-c3beba282d1e tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:33.597357 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-dddca731-2312-4bfa-9857-c3beba282d1e tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1297421 Jul 28 01:17:33.688525 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2a7b94ba-d42e-4b98-a402-0576f74575a3 req-ddfab368-063b-4f29-bae7-784c83917109 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-694084589&fields=id&tenant_id=9889594f4bf84c4591714b505f1861fe HTTP/1.1" status: 200 len: 267 time: 0.0451593 Jul 28 01:17:33.740574 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b94ba-d42e-4b98-a402-0576f74575a3 req-235988e2-3c1d-498a-b2e2-01bd13661b9b tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:33.742026 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2a7b94ba-d42e-4b98-a402-0576f74575a3 req-235988e2-3c1d-498a-b2e2-01bd13661b9b tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 945 time: 0.0478873 Jul 28 01:17:33.758560 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [req-2a7b94ba-d42e-4b98-a402-0576f74575a3 req-dd4947d3-ceb1-4403-9a96-651899100cf5 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Request body: {'port': {'security_groups': ['6c414b76-4fd3-48d1-bf9e-58b887b37ac9', 'dc06e2eb-a2eb-47c1-b95a-e012ec978612']}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:17:33.841194 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-2a7b94ba-d42e-4b98-a402-0576f74575a3 req-dd4947d3-ceb1-4403-9a96-651899100cf5 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (6f17787d-ed77-4892-b415-19e790741366), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:33.938917 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:34.058471 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [req-2a7b94ba-d42e-4b98-a402-0576f74575a3 req-dd4947d3-ceb1-4403-9a96-651899100cf5 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] For port 6f17787d-ed77-4892-b415-19e790741366, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6f17787d-ed77-4892-b415-19e790741366,segment=NetworkSegment(d7d23a5b-c556-4a0e-bc86-f30be2745df3),segment_id=d7d23a5b-c556-4a0e-bc86-f30be2745df3)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:17:34.082531 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:34.094540 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-2a7b94ba-d42e-4b98-a402-0576f74575a3 req-dd4947d3-ceb1-4403-9a96-651899100cf5 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks [] for port (6f17787d-ed77-4892-b415-19e790741366), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:34.100147 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-2a7b94ba-d42e-4b98-a402-0576f74575a3 req-dd4947d3-ceb1-4403-9a96-651899100cf5 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4518704'] for port (6f17787d-ed77-4892-b415-19e790741366), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:34.113006 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] get_ports_and_sgs() called for port_ids ['6f17787d-ed77-4892-b415-19e790741366'] {{(pid=104163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 01:17:34.153117 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b94ba-d42e-4b98-a402-0576f74575a3 req-dd4947d3-ceb1-4403-9a96-651899100cf5 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:34.153675 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-2a7b94ba-d42e-4b98-a402-0576f74575a3 req-dd4947d3-ceb1-4403-9a96-651899100cf5 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:34.155392 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2a7b94ba-d42e-4b98-a402-0576f74575a3 req-dd4947d3-ceb1-4403-9a96-651899100cf5 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "PUT /v2.0/ports/6f17787d-ed77-4892-b415-19e790741366 HTTP/1.1" status: 200 len: 981 time: 0.4040976 Jul 28 01:17:34.155847 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c015e542-38ce-4335-bfa4-f9c77444f42f', 'tag': '6f17787d-ed77-4892-b415-19e790741366'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:17:34.158638 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f6b11fd638c6a58f8ef19871f5a43997b3abcb3256dc707badf279ceb4d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d647b64-4805-45e1-a1bd-91c88af2ba1a" -d '{"events": [{"name": "network-changed", "server_uuid": "c015e542-38ce-4335-bfa4-f9c77444f42f", "tag": "6f17787d-ed77-4892-b415-19e790741366"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:17:34.179043 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4947d3-ceb1-4403-9a96-651899100cf5 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Pushing event updated for resources: {'Port': ['ID=6f17787d-ed77-4892-b415-19e790741366,revision_number=6']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:34.222884 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 50768) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:17:34.263551 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616fed8-0f57-470e-9367-cb57987ccd93 req-364c1ece-5459-46db-8e80-c3c7180b0804 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:34.274287 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b616fed8-0f57-470e-9367-cb57987ccd93 req-364c1ece-5459-46db-8e80-c3c7180b0804 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 947 time: 0.0616448 Jul 28 01:17:34.287958 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] get_ports_and_sgs() called for port_ids ['6f17787d-ed77-4892-b415-19e790741366'] {{(pid=104163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 01:17:34.337298 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b616fed8-0f57-470e-9367-cb57987ccd93 req-d2ef906d-d7d9-4ab8-86cf-c5dc5288d9ea tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621114 Jul 28 01:17:34.350282 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:34.351704 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=100 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:34.396182 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4d7a1b00-6d79-4262-a6cc-ddd40bb7b077 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:34.407008 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 01:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc6feb8-2bbf-43de-9cd2-c1bb15be49f3 x-openstack-request-id: req-abc6feb8-2bbf-43de-9cd2-c1bb15be49f3 {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:17:34.407406 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c015e542-38ce-4335-bfa4-f9c77444f42f", "tag": "6f17787d-ed77-4892-b415-19e790741366", "status": "completed", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:17:34.407927 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-abc6feb8-2bbf-43de-9cd2-c1bb15be49f3 {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:17:34.408524 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abc6feb8-2bbf-43de-9cd2-c1bb15be49f3'] response: {'name': 'network-changed', 'server_uuid': 'c015e542-38ce-4335-bfa4-f9c77444f42f', 'tag': '6f17787d-ed77-4892-b415-19e790741366', 'status': 'completed', 'code': 200} Jul 28 01:17:34.433890 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:34.508170 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=13 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:34.520925 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4d7a1b00-6d79-4262-a6cc-ddd40bb7b077 admin admin] Publish callbacks [] for security_group (3b9e5837-b5e9-4511-b410-950ac8193b47), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:34.525462 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfafa468-94cb-4c1a-8af6-6adeb2bcc16d req-d5d9af58-33b6-416f-8607-59adffdd74ba tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:34.526523 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-24cd4d12-b70f-4040-930b-a9b1fe2213b7 None None] Provisioning complete for port 6f17787d-ed77-4892-b415-19e790741366 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:17:34.526924 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-24cd4d12-b70f-4040-930b-a9b1fe2213b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (6f17787d-ed77-4892-b415-19e790741366), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:34.529691 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4d7a1b00-6d79-4262-a6cc-ddd40bb7b077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (3b9e5837-b5e9-4511-b410-950ac8193b47), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:34.534479 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-bfafa468-94cb-4c1a-8af6-6adeb2bcc16d req-d5d9af58-33b6-416f-8607-59adffdd74ba tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 984 time: 0.0749443 Jul 28 01:17:34.577399 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-4d7a1b00-6d79-4262-a6cc-ddd40bb7b077 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=335f33129a2b4eba9c54b1b8083ca8c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3527923 Jul 28 01:17:34.578238 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a1b00-6d79-4262-a6cc-ddd40bb7b077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9e5837-b5e9-4511-b410-950ac8193b47,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:34.581471 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 50772) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:17:34.607419 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-bfafa468-94cb-4c1a-8af6-6adeb2bcc16d req-a878baa0-2652-460b-b9cf-4495023d7f62 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&id=dc06e2eb-a2eb-47c1-b95a-e012ec978612&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0716147 Jul 28 01:17:34.634989 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5b1ce06a-9010-4a04-8bb1-e2ea9ad1870e admin admin] Publish callbacks [] for security_group (3b9e5837-b5e9-4511-b410-950ac8193b47), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:34.661361 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5b1ce06a-9010-4a04-8bb1-e2ea9ad1870e admin admin] Publish callbacks [] for security_group (3b9e5837-b5e9-4511-b410-950ac8193b47), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:34.717308 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5b1ce06a-9010-4a04-8bb1-e2ea9ad1870e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (3b9e5837-b5e9-4511-b410-950ac8193b47), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:34.720016 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5b1ce06a-9010-4a04-8bb1-e2ea9ad1870e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:34.721208 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-5b1ce06a-9010-4a04-8bb1-e2ea9ad1870e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/3b9e5837-b5e9-4511-b410-950ac8193b47 HTTP/1.1" status: 204 len: 168 time: 0.1386192 Jul 28 01:17:34.729755 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ce06a-9010-4a04-8bb1-e2ea9ad1870e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9e5837-b5e9-4511-b410-950ac8193b47,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:34.733558 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-24cd4d12-b70f-4040-930b-a9b1fe2213b7 None None] Current status of the port 6f17787d-ed77-4892-b415-19e790741366 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:17:35.462629 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 50800) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:17:35.486521 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd47603-60dc-4013-b17d-f1a3d0d468ee req-dc7776dc-cfc6-4493-9470-c4285d3ad721 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:35.488132 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ddd47603-60dc-4013-b17d-f1a3d0d468ee req-dc7776dc-cfc6-4493-9470-c4285d3ad721 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 947 time: 0.0548298 Jul 28 01:17:35.539061 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ddd47603-60dc-4013-b17d-f1a3d0d468ee req-1abd85b6-6b3f-4ef4-8d0c-1da004f4cce6 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436714 Jul 28 01:17:35.567622 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-ea7cbbc1-3d9f-4157-8c3b-ef5da951022c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-394546770-network', 'tenant_id': 'b1331035c6654c0d9c8ba49f5a724f8c'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:17:35.591300 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7cbbc1-3d9f-4157-8c3b-ef5da951022c admin admin] Made reservation on behalf of b1331035c6654c0d9c8ba49f5a724f8c for: {'network': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:17:35.593645 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ea7cbbc1-3d9f-4157-8c3b-ef5da951022c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for network (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:35.602535 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ea7cbbc1-3d9f-4157-8c3b-ef5da951022c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:35.683550 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ea7cbbc1-3d9f-4157-8c3b-ef5da951022c admin admin] Publish callbacks [] for security_group (ac5b91fb-0b23-4446-8737-8493addd7a5a), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:35.688826 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ea7cbbc1-3d9f-4157-8c3b-ef5da951022c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (ac5b91fb-0b23-4446-8737-8493addd7a5a), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:35.716840 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea7cbbc1-3d9f-4157-8c3b-ef5da951022c admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=104161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 01:17:35.723459 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7cbbc1-3d9f-4157-8c3b-ef5da951022c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5b91fb-0b23-4446-8737-8493addd7a5a,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:35.730319 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ea7cbbc1-3d9f-4157-8c3b-ef5da951022c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084'] for segment (7f65afb7-eda7-42b3-bc7e-b411396f359a), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:35.730647 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.db.segments_db [None req-ea7cbbc1-3d9f-4157-8c3b-ef5da951022c admin admin] Added segment 7f65afb7-eda7-42b3-bc7e-b411396f359a of type vlan for network 4973681c-a66b-4d24-b5aa-4a1b9f0d40c4 Jul 28 01:17:35.741828 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7cbbc1-3d9f-4157-8c3b-ef5da951022c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:35.742191 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7cbbc1-3d9f-4157-8c3b-ef5da951022c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:35.742627 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7cbbc1-3d9f-4157-8c3b-ef5da951022c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:35.742987 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7cbbc1-3d9f-4157-8c3b-ef5da951022c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:35.743503 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7cbbc1-3d9f-4157-8c3b-ef5da951022c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:35.743654 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7cbbc1-3d9f-4157-8c3b-ef5da951022c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:35.743986 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7cbbc1-3d9f-4157-8c3b-ef5da951022c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:35.744296 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7cbbc1-3d9f-4157-8c3b-ef5da951022c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:35.744611 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7cbbc1-3d9f-4157-8c3b-ef5da951022c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:35.744960 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7cbbc1-3d9f-4157-8c3b-ef5da951022c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:35.745371 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7cbbc1-3d9f-4157-8c3b-ef5da951022c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:35.745578 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7cbbc1-3d9f-4157-8c3b-ef5da951022c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:35.745891 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7cbbc1-3d9f-4157-8c3b-ef5da951022c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:35.746204 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7cbbc1-3d9f-4157-8c3b-ef5da951022c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:35.746511 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7cbbc1-3d9f-4157-8c3b-ef5da951022c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:35.783908 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ea7cbbc1-3d9f-4157-8c3b-ef5da951022c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778716385410'] for network (4973681c-a66b-4d24-b5aa-4a1b9f0d40c4), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:35.812820 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ea7cbbc1-3d9f-4157-8c3b-ef5da951022c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for network (4973681c-a66b-4d24-b5aa-4a1b9f0d40c4), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:35.814301 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7cbbc1-3d9f-4157-8c3b-ef5da951022c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:35.815158 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ea7cbbc1-3d9f-4157-8c3b-ef5da951022c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:35.874567 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-ea7cbbc1-3d9f-4157-8c3b-ef5da951022c admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4106920 Jul 28 01:17:35.877772 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 50804) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:17:35.880583 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7cbbc1-3d9f-4157-8c3b-ef5da951022c admin admin] Pushing event updated for resources: {'Network': ['ID=4973681c-a66b-4d24-b5aa-4a1b9f0d40c4,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:35.883324 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-a9aff2e3-7f2b-4f88-a7ec-eb67c2e457a3 admin admin] Request body: {'subnet': {'network_id': '4973681c-a66b-4d24-b5aa-4a1b9f0d40c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-394546770-subnet', 'tenant_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'ip_version': 4}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:17:35.890874 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Network 4973681c-a66b-4d24-b5aa-4a1b9f0d40c4 details requested by agent ovs-agent-dv-cinder-815582-11-iscsi with host dv-cinder-815582-11-iscsi {{(pid=104163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 01:17:35.905759 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9aff2e3-7f2b-4f88-a7ec-eb67c2e457a3 admin admin] Made reservation on behalf of b1331035c6654c0d9c8ba49f5a724f8c for: {'subnet': 1} {{(pid=104162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:17:35.908532 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a9aff2e3-7f2b-4f88-a7ec-eb67c2e457a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4537658'] for subnet (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:35.954673 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=100 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:36.098053 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a9aff2e3-7f2b-4f88-a7ec-eb67c2e457a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4518859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4537620'] for subnet (df37ef65-5548-4456-8082-dfd76f502caf), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:36.154536 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aff2e3-7f2b-4f88-a7ec-eb67c2e457a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df37ef65-5548-4456-8082-dfd76f502caf,revision_number=0']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:36.170357 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aff2e3-7f2b-4f88-a7ec-eb67c2e457a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:36.170707 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aff2e3-7f2b-4f88-a7ec-eb67c2e457a3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:36.171077 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aff2e3-7f2b-4f88-a7ec-eb67c2e457a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:36.171416 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aff2e3-7f2b-4f88-a7ec-eb67c2e457a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:36.171745 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aff2e3-7f2b-4f88-a7ec-eb67c2e457a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:36.172076 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aff2e3-7f2b-4f88-a7ec-eb67c2e457a3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:36.172402 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aff2e3-7f2b-4f88-a7ec-eb67c2e457a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:36.172726 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aff2e3-7f2b-4f88-a7ec-eb67c2e457a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:36.173070 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aff2e3-7f2b-4f88-a7ec-eb67c2e457a3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:36.173391 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aff2e3-7f2b-4f88-a7ec-eb67c2e457a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:36.173713 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aff2e3-7f2b-4f88-a7ec-eb67c2e457a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:36.174033 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aff2e3-7f2b-4f88-a7ec-eb67c2e457a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:36.174355 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aff2e3-7f2b-4f88-a7ec-eb67c2e457a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:36.174674 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aff2e3-7f2b-4f88-a7ec-eb67c2e457a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:36.175023 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aff2e3-7f2b-4f88-a7ec-eb67c2e457a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:36.178314 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9aff2e3-7f2b-4f88-a7ec-eb67c2e457a3 admin admin] Checking segment: {'id': '7f65afb7-eda7-42b3-bc7e-b411396f359a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4973681c-a66b-4d24-b5aa-4a1b9f0d40c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:17:36.178731 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9aff2e3-7f2b-4f88-a7ec-eb67c2e457a3 admin admin] Network hostable DHCP agents. Network: 4973681c-a66b-4d24-b5aa-4a1b9f0d40c4, hostable agents: ['1da181d0-8fa3-49c1-8992-3db4e395f26f'], hosted agents: [] {{(pid=104162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 01:17:36.198429 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9aff2e3-7f2b-4f88-a7ec-eb67c2e457a3 admin admin] Network 4973681c-a66b-4d24-b5aa-4a1b9f0d40c4 is scheduled to be hosted by DHCP agent 1da181d0-8fa3-49c1-8992-3db4e395f26f with binding_index 1 {{(pid=104162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 01:17:36.209768 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-a9aff2e3-7f2b-4f88-a7ec-eb67c2e457a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-11-iscsi, 4973681c-a66b-4d24-b5aa-4a1b9f0d40c4) {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:17:36.215101 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9aff2e3-7f2b-4f88-a7ec-eb67c2e457a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:36.216144 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a9aff2e3-7f2b-4f88-a7ec-eb67c2e457a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:36.219674 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:36.220499 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406138b2-3253-49c9-8176-a2214551a734 None None] Network 4973681c-a66b-4d24-b5aa-4a1b9f0d40c4 requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:17:36.241471 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-a9aff2e3-7f2b-4f88-a7ec-eb67c2e457a3 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3623455 Jul 28 01:17:36.244275 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 50808) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:17:36.250870 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-14511e53-2cf8-49f2-ab04-7d2bce326919 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-394546770-router', 'tenant_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'}}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:17:36.286955 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-14511e53-2cf8-49f2-ab04-7d2bce326919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-425'] for router (c5948652-8761-4174-adca-d302e625cc6e), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:36.288335 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-14511e53-2cf8-49f2-ab04-7d2bce326919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947450', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-416'] for router (c5948652-8761-4174-adca-d302e625cc6e), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:36.342597 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-14511e53-2cf8-49f2-ab04-7d2bce326919 admin admin] Publish callbacks [] for router_controller (c5948652-8761-4174-adca-d302e625cc6e), precommit_add_association {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:36.351836 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1bb414-648d-4251-88a4-2a51e1d19817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11df1cfc-1f6d-5ec1-8de9-f52b05ea7209-4973681c-a66b-4d24-b5aa-4a1b9f0d40c4', 'network_id': '4973681c-a66b-4d24-b5aa-4a1b9f0d40c4', 'project_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'fixed_ips': [{'subnet_id': 'df37ef65-5548-4456-8082-dfd76f502caf'}]}} from dv-cinder-815582-11-iscsi. {{(pid=104163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 01:17:36.352710 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-8d1bb414-648d-4251-88a4-2a51e1d19817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:36.375840 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:36.484247 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:36.486945 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-14511e53-2cf8-49f2-ab04-7d2bce326919 admin admin] Publish callbacks [] for router_gateway (c5948652-8761-4174-adca-d302e625cc6e), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:36.490182 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.db_base_plugin_common [None req-8d1bb414-648d-4251-88a4-2a51e1d19817 None None] Allocated IP 172.20.0.2 (4973681c-a66b-4d24-b5aa-4a1b9f0d40c4/df37ef65-5548-4456-8082-dfd76f502caf/580b6283-2e0c-4b36-b56c-cf4b87dc2922) {{(pid=104163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:17:36.653960 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-8d1bb414-648d-4251-88a4-2a51e1d19817 None None] Publish callbacks [] for port (580b6283-2e0c-4b36-b56c-cf4b87dc2922), precommit_create {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:36.660642 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-8d1bb414-648d-4251-88a4-2a51e1d19817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427'] for port (580b6283-2e0c-4b36-b56c-cf4b87dc2922), after_create {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:36.708146 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1bb414-648d-4251-88a4-2a51e1d19817 None None] Network 4973681c-a66b-4d24-b5aa-4a1b9f0d40c4 is already hosted by enough agents. {{(pid=104163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:17:36.713733 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.scheduler.base_scheduler [None req-8d1bb414-648d-4251-88a4-2a51e1d19817 None None] Resources bound (agent type, host, resource id): {{(pid=104163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:17:36.716365 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1bb414-648d-4251-88a4-2a51e1d19817 None None] Pushing event updated for resources: {'Port': ['ID=580b6283-2e0c-4b36-b56c-cf4b87dc2922,revision_number=1']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:36.718285 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9150d-939b-467b-a32a-548f0852bbf9 req-2c5f2672-4cff-41ce-8639-1881e81dcdaf tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:36.718734 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1bb414-648d-4251-88a4-2a51e1d19817 None None] Received port after_create {{(pid=104163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:17:36.719824 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-40c9150d-939b-467b-a32a-548f0852bbf9 req-2c5f2672-4cff-41ce-8639-1881e81dcdaf tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 947 time: 0.0830061 Jul 28 01:17:36.742887 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-14511e53-2cf8-49f2-ab04-7d2bce326919 admin admin] Publish callbacks [] for router_gateway (c5948652-8761-4174-adca-d302e625cc6e), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:36.772981 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-14511e53-2cf8-49f2-ab04-7d2bce326919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:36.838559 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-40c9150d-939b-467b-a32a-548f0852bbf9 req-74139cf7-bc60-4c7d-98a1-1573770f32c9 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070557 Jul 28 01:17:36.905780 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-8d1bb414-648d-4251-88a4-2a51e1d19817 None None] Attempting to bind port 580b6283-2e0c-4b36-b56c-cf4b87dc2922 on host dv-cinder-815582-11-iscsi for vnic_type normal with profile {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:17:36.906364 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-8d1bb414-648d-4251-88a4-2a51e1d19817 None None] Attempting to bind port 580b6283-2e0c-4b36-b56c-cf4b87dc2922 by drivers openvswitch,hyperv on host dv-cinder-815582-11-iscsi at level 0 using segments [{'id': '7f65afb7-eda7-42b3-bc7e-b411396f359a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4973681c-a66b-4d24-b5aa-4a1b9f0d40c4'}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:17:36.906488 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1bb414-648d-4251-88a4-2a51e1d19817 None None] Attempting to bind port 580b6283-2e0c-4b36-b56c-cf4b87dc2922 on network 4973681c-a66b-4d24-b5aa-4a1b9f0d40c4 {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:17:36.911738 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1bb414-648d-4251-88a4-2a51e1d19817 None None] Checking agent: {'id': 'e0b16abb-2210-4432-8141-713fb95a37e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 4, 43), 'started_at': datetime.datetime(2022, 7, 28, 1, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:17:36.912114 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1bb414-648d-4251-88a4-2a51e1d19817 None None] Checking segment: {'id': '7f65afb7-eda7-42b3-bc7e-b411396f359a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4973681c-a66b-4d24-b5aa-4a1b9f0d40c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:17:36.912522 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-8d1bb414-648d-4251-88a4-2a51e1d19817 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:36.912939 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1bb414-648d-4251-88a4-2a51e1d19817 None None] Bound using segment: {'id': '7f65afb7-eda7-42b3-bc7e-b411396f359a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4973681c-a66b-4d24-b5aa-4a1b9f0d40c4'} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:17:36.913400 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-8d1bb414-648d-4251-88a4-2a51e1d19817 None None] Bound port: 580b6283-2e0c-4b36-b56c-cf4b87dc2922, host: dv-cinder-815582-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f65afb7-eda7-42b3-bc7e-b411396f359a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4973681c-a66b-4d24-b5aa-4a1b9f0d40c4'}}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:17:36.913774 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-8d1bb414-648d-4251-88a4-2a51e1d19817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (580b6283-2e0c-4b36-b56c-cf4b87dc2922), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:36.915967 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_common [None req-14511e53-2cf8-49f2-ab04-7d2bce326919 admin admin] Allocated IP 172.27.1.12 (db4fd262-df4a-4858-b92c-469a7b8f139e/fbbec24e-3b1c-439c-846a-fd72122ae4ff/e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426) {{(pid=104162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:17:36.974539 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-8d1bb414-648d-4251-88a4-2a51e1d19817 None None] For port 580b6283-2e0c-4b36-b56c-cf4b87dc2922, host dv-cinder-815582-11-iscsi, cleared binding levels {{(pid=104163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:17:36.978507 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-8d1bb414-648d-4251-88a4-2a51e1d19817 None None] For port 580b6283-2e0c-4b36-b56c-cf4b87dc2922, host dv-cinder-815582-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=580b6283-2e0c-4b36-b56c-cf4b87dc2922,segment=NetworkSegment(7f65afb7-eda7-42b3-bc7e-b411396f359a),segment_id=7f65afb7-eda7-42b3-bc7e-b411396f359a)] {{(pid=104163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:17:36.986196 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-8d1bb414-648d-4251-88a4-2a51e1d19817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (580b6283-2e0c-4b36-b56c-cf4b87dc2922), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:37.028051 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-14511e53-2cf8-49f2-ab04-7d2bce326919 admin admin] Publish callbacks [] for port (e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:37.058742 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1bb414-648d-4251-88a4-2a51e1d19817 None None] Pushing event updated for resources: {'Port': ['ID=580b6283-2e0c-4b36-b56c-cf4b87dc2922,revision_number=2']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:37.065503 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-14511e53-2cf8-49f2-ab04-7d2bce326919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:37.108191 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14511e53-2cf8-49f2-ab04-7d2bce326919 admin admin] Network db4fd262-df4a-4858-b92c-469a7b8f139e is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:17:37.113041 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-14511e53-2cf8-49f2-ab04-7d2bce326919 admin admin] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:17:37.116836 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14511e53-2cf8-49f2-ab04-7d2bce326919 admin admin] Received port after_create {{(pid=104162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:17:37.120172 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14511e53-2cf8-49f2-ab04-7d2bce326919 admin admin] Pushing event updated for resources: {'Port': ['ID=e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:37.490888 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:37.648008 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-14511e53-2cf8-49f2-ab04-7d2bce326919 admin admin] Publish callbacks [] for router_gateway (c5948652-8761-4174-adca-d302e625cc6e), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:37.735284 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:37.819460 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-93f172bd-f697-4525-8299-28ebb22b6183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:37.864991 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-14511e53-2cf8-49f2-ab04-7d2bce326919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-947334'] for router (c5948652-8761-4174-adca-d302e625cc6e), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:38.016820 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23909ae-c226-49a9-87ac-bed274d28fdf req-6ebc7ba0-81eb-4e73-92bc-69b106e1c135 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:38.018348 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b23909ae-c226-49a9-87ac-bed274d28fdf req-6ebc7ba0-81eb-4e73-92bc-69b106e1c135 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 947 time: 0.0888026 Jul 28 01:17:38.021206 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf959e8-dbf4-4113-a5d8-df174249adc8 None None] Network 4973681c-a66b-4d24-b5aa-4a1b9f0d40c4 requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:17:38.087481 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b23909ae-c226-49a9-87ac-bed274d28fdf req-936e1e8f-57a3-4b58-a4b8-d9e78f9d0aef tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623822 Jul 28 01:17:38.102161 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14511e53-2cf8-49f2-ab04-7d2bce326919 admin admin] Router c5948652-8761-4174-adca-d302e625cc6e is scheduled to L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f with binding_index 1 {{(pid=104162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 01:17:38.117016 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:38.118493 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2e960256-8198-48b4-b93c-621c0e08b9d7 None None] Provisioning complete for port 580b6283-2e0c-4b36-b56c-cf4b87dc2922 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:17:38.119064 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2e960256-8198-48b4-b93c-621c0e08b9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (580b6283-2e0c-4b36-b56c-cf4b87dc2922), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:38.224054 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14511e53-2cf8-49f2-ab04-7d2bce326919 admin admin] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:17:38.236468 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10052101-afda-44f4-9679-a56b2719e70d None None] Sync routers for ids ['c5948652-8761-4174-adca-d302e625cc6e'] in dv-cinder-815582-11-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:17:38.245401 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2e960256-8198-48b4-b93c-621c0e08b9d7 None None] Current status of the port 580b6283-2e0c-4b36-b56c-cf4b87dc2922 is: DOWN; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:17:38.245961 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2e960256-8198-48b4-b93c-621c0e08b9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (580b6283-2e0c-4b36-b56c-cf4b87dc2922), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:38.249384 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-14511e53-2cf8-49f2-ab04-7d2bce326919 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:38.253322 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-14511e53-2cf8-49f2-ab04-7d2bce326919 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0050871 Jul 28 01:17:38.253908 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 50816) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:17:38.263339 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10052101-afda-44f4-9679-a56b2719e70d None None] Routers {'c5948652-8761-4174-adca-d302e625cc6e'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:17:38.263976 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-10052101-afda-44f4-9679-a56b2719e70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:17:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['c5948652-8761-4174-adca-d302e625cc6e'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:17:38.339248 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-2e960256-8198-48b4-b93c-621c0e08b9d7 None None] For port 580b6283-2e0c-4b36-b56c-cf4b87dc2922, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=580b6283-2e0c-4b36-b56c-cf4b87dc2922,segment=NetworkSegment(7f65afb7-eda7-42b3-bc7e-b411396f359a),segment_id=7f65afb7-eda7-42b3-bc7e-b411396f359a)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:17:38.340296 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:38.359131 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2e960256-8198-48b4-b93c-621c0e08b9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (580b6283-2e0c-4b36-b56c-cf4b87dc2922), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:38.489369 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-10052101-afda-44f4-9679-a56b2719e70d None None] Set router c5948652-8761-4174-adca-d302e625cc6e gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:17:38.491686 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 580b6283-2e0c-4b36-b56c-cf4b87dc2922 up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:17:38.526168 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e960256-8198-48b4-b93c-621c0e08b9d7 None None] Pushing event updated for resources: {'Port': ['ID=580b6283-2e0c-4b36-b56c-cf4b87dc2922,revision_number=3']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:38.547078 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:38.579265 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-a2034db6-5905-4cdb-9762-7f72bfb37495 None None] Provisioning complete for port 580b6283-2e0c-4b36-b56c-cf4b87dc2922 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:17:38.579633 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-a2034db6-5905-4cdb-9762-7f72bfb37495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (580b6283-2e0c-4b36-b56c-cf4b87dc2922), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:38.599675 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:38.699796 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port 580b6283-2e0c-4b36-b56c-cf4b87dc2922 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:17:38.700176 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (580b6283-2e0c-4b36-b56c-cf4b87dc2922), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:38.780507 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-864217e8-619a-423c-8b2e-ab865fa26b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:38.818618 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-a2034db6-5905-4cdb-9762-7f72bfb37495 None None] Current status of the port 580b6283-2e0c-4b36-b56c-cf4b87dc2922 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:17:38.834634 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-10052101-afda-44f4-9679-a56b2719e70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5948652-8761-4174-adca-d302e625cc6e', 'name': 'tempest-TestShelveInstance-394546770-router', 'tenant_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:17:36Z', 'updated_at': '2022-07-28T01:17:37Z', 'revision_number': 3, 'project_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'gw_port': {'id': 'e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:29:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5948652-8761-4174-adca-d302e625cc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:17:36Z', 'updated_at': '2022-07-28T01:17:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi'}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:17:38.881579 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10052101-afda-44f4-9679-a56b2719e70d None None] Checking router: c5948652-8761-4174-adca-d302e625cc6e for host: dv-cinder-815582-11-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:17:38.881923 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10052101-afda-44f4-9679-a56b2719e70d None None] Updating router c5948652-8761-4174-adca-d302e625cc6e port e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426 binding host dv-cinder-815582-11-iscsi {{(pid=104163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 01:17:38.917884 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port 580b6283-2e0c-4b36-b56c-cf4b87dc2922 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:17:38.920338 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-10052101-afda-44f4-9679-a56b2719e70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:38.944420 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [None req-864217e8-619a-423c-8b2e-ab865fa26b0b admin admin] Allocated IP 172.20.0.1 (4973681c-a66b-4d24-b5aa-4a1b9f0d40c4/df37ef65-5548-4456-8082-dfd76f502caf/4345b98f-9c1e-412f-a022-70d3700598ad) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:17:39.051999 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-864217e8-619a-423c-8b2e-ab865fa26b0b admin admin] Publish callbacks [] for port (4345b98f-9c1e-412f-a022-70d3700598ad), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:39.075165 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:39.087502 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-864217e8-619a-423c-8b2e-ab865fa26b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427'] for port (4345b98f-9c1e-412f-a022-70d3700598ad), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:39.131546 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864217e8-619a-423c-8b2e-ab865fa26b0b admin admin] Network 4973681c-a66b-4d24-b5aa-4a1b9f0d40c4 is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:17:39.140047 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-864217e8-619a-423c-8b2e-ab865fa26b0b admin admin] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:17:39.142362 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864217e8-619a-423c-8b2e-ab865fa26b0b admin admin] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:17:39.143236 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-864217e8-619a-423c-8b2e-ab865fa26b0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613510'] for router_interface (c5948652-8761-4174-adca-d302e625cc6e), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:39.191403 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864217e8-619a-423c-8b2e-ab865fa26b0b admin admin] Pushing event updated for resources: {'Port': ['ID=4345b98f-9c1e-412f-a022-70d3700598ad,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:39.194096 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-10052101-afda-44f4-9679-a56b2719e70d None None] Publish callbacks [] for port (e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426), precommit_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:39.205420 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-10052101-afda-44f4-9679-a56b2719e70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:39.217885 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:39.242390 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e51ff-5595-42e3-9605-08da0183e765 req-2631c659-ba69-485d-afa7-600f3edccd6e tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:39.251130 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b20e51ff-5595-42e3-9605-08da0183e765 req-2631c659-ba69-485d-afa7-600f3edccd6e tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 947 time: 0.0663588 Jul 28 01:17:39.289960 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-10052101-afda-44f4-9679-a56b2719e70d None None] Attempting to bind port e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426 on host dv-cinder-815582-11-iscsi for vnic_type normal with profile {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:17:39.290340 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-10052101-afda-44f4-9679-a56b2719e70d None None] Attempting to bind port e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426 by drivers openvswitch,hyperv on host dv-cinder-815582-11-iscsi at level 0 using segments [{'id': 'e0235fba-4142-426a-91c5-07cb16b4142e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:17:39.290687 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10052101-afda-44f4-9679-a56b2719e70d None None] Attempting to bind port e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426 on network db4fd262-df4a-4858-b92c-469a7b8f139e {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:17:39.294552 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa40c3-5535-4735-a919-d72d283785db None None] Pushing event updated for resources: {'Port': ['ID=e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426,revision_number=2']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:39.299736 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10052101-afda-44f4-9679-a56b2719e70d None None] Checking agent: {'id': 'e0b16abb-2210-4432-8141-713fb95a37e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 4, 43), 'started_at': datetime.datetime(2022, 7, 28, 1, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:17:39.300162 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10052101-afda-44f4-9679-a56b2719e70d None None] Checking segment: {'id': 'e0235fba-4142-426a-91c5-07cb16b4142e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:17:39.300516 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-10052101-afda-44f4-9679-a56b2719e70d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:39.300915 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10052101-afda-44f4-9679-a56b2719e70d None None] Bound using segment: {'id': 'e0235fba-4142-426a-91c5-07cb16b4142e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:17:39.301401 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-10052101-afda-44f4-9679-a56b2719e70d None None] Bound port: e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426, host: dv-cinder-815582-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0235fba-4142-426a-91c5-07cb16b4142e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'}}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:17:39.301789 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-10052101-afda-44f4-9679-a56b2719e70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:39.314425 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b20e51ff-5595-42e3-9605-08da0183e765 req-49532008-5b54-4f33-a32a-e7d7638e6e94 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623856 Jul 28 01:17:39.330579 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-864217e8-619a-423c-8b2e-ab865fa26b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (4345b98f-9c1e-412f-a022-70d3700598ad), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:39.359922 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-10052101-afda-44f4-9679-a56b2719e70d None None] For port e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426, host dv-cinder-815582-11-iscsi, cleared binding levels {{(pid=104163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:17:39.363612 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-10052101-afda-44f4-9679-a56b2719e70d None None] For port e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426, host dv-cinder-815582-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426,segment=NetworkSegment(e0235fba-4142-426a-91c5-07cb16b4142e),segment_id=e0235fba-4142-426a-91c5-07cb16b4142e)] {{(pid=104163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:17:39.371824 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-10052101-afda-44f4-9679-a56b2719e70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:39.452745 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10052101-afda-44f4-9679-a56b2719e70d None None] Routers {'c5948652-8761-4174-adca-d302e625cc6e'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:17:39.453450 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-10052101-afda-44f4-9679-a56b2719e70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:17:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['c5948652-8761-4174-adca-d302e625cc6e'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:17:39.457838 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa40c3-5535-4735-a919-d72d283785db None None] Pushing event updated for resources: {'Port': ['ID=e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426,revision_number=3']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:39.467499 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:39.472361 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:39.497322 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-99027eef-d2e3-4eff-ad02-c608cafc1f5d None None] Provisioning complete for port 4345b98f-9c1e-412f-a022-70d3700598ad triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:17:39.497701 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-99027eef-d2e3-4eff-ad02-c608cafc1f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (4345b98f-9c1e-412f-a022-70d3700598ad), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:39.532794 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-864217e8-619a-423c-8b2e-ab865fa26b0b admin admin] Publish callbacks [] for port (4345b98f-9c1e-412f-a022-70d3700598ad), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:39.538676 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-864217e8-619a-423c-8b2e-ab865fa26b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (4345b98f-9c1e-412f-a022-70d3700598ad), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:39.539486 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-864217e8-619a-423c-8b2e-ab865fa26b0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613626'] for router_interface (c5948652-8761-4174-adca-d302e625cc6e), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:39.569163 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-99027eef-d2e3-4eff-ad02-c608cafc1f5d None None] Port 4345b98f-9c1e-412f-a022-70d3700598ad cannot update to ACTIVE because it is not bound. {{(pid=104163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 01:17:39.594905 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-10052101-afda-44f4-9679-a56b2719e70d None None] Set router c5948652-8761-4174-adca-d302e625cc6e gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:17:39.622856 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864217e8-619a-423c-8b2e-ab865fa26b0b admin admin] Pushing event updated for resources: {'Port': ['ID=4345b98f-9c1e-412f-a022-70d3700598ad,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:39.670011 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864217e8-619a-423c-8b2e-ab865fa26b0b admin admin] Network 4973681c-a66b-4d24-b5aa-4a1b9f0d40c4 is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:17:39.671712 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-864217e8-619a-423c-8b2e-ab865fa26b0b admin admin] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:17:39.798879 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864217e8-619a-423c-8b2e-ab865fa26b0b admin admin] Router c5948652-8761-4174-adca-d302e625cc6e has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:17:39.906282 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-9c466af5-51ad-4d11-a20b-6a5a46b1451c None None] Provisioning complete for port 4345b98f-9c1e-412f-a022-70d3700598ad triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:17:39.906650 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-9c466af5-51ad-4d11-a20b-6a5a46b1451c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (4345b98f-9c1e-412f-a022-70d3700598ad), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:39.970892 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-9c466af5-51ad-4d11-a20b-6a5a46b1451c None None] Port 4345b98f-9c1e-412f-a022-70d3700598ad cannot update to ACTIVE because it is not bound. {{(pid=104163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 01:17:39.972818 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-10052101-afda-44f4-9679-a56b2719e70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5948652-8761-4174-adca-d302e625cc6e', 'name': 'tempest-TestShelveInstance-394546770-router', 'tenant_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:17:36Z', 'updated_at': '2022-07-28T01:17:39Z', 'revision_number': 4, 'project_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'gw_port': {'id': 'e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:29:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5948652-8761-4174-adca-d302e625cc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:17:36Z', 'updated_at': '2022-07-28T01:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': '4345b98f-9c1e-412f-a022-70d3700598ad', 'name': '', 'network_id': '4973681c-a66b-4d24-b5aa-4a1b9f0d40c4', 'tenant_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'mac_address': 'fa:16:3e:e9:be:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5948652-8761-4174-adca-d302e625cc6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'df37ef65-5548-4456-8082-dfd76f502caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:17:38Z', 'updated_at': '2022-07-28T01:17:38Z', 'revision_number': 1, 'project_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'subnets': [{'id': 'df37ef65-5548-4456-8082-dfd76f502caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:17:40.002926 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10052101-afda-44f4-9679-a56b2719e70d None None] The sync data for ids ['c5948652-8761-4174-adca-d302e625cc6e'] in dv-cinder-815582-11-iscsi is: [{'id': 'c5948652-8761-4174-adca-d302e625cc6e', 'name': 'tempest-TestShelveInstance-394546770-router', 'tenant_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:17:36Z', 'updated_at': '2022-07-28T01:17:39Z', 'revision_number': 4, 'project_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'gw_port': {'id': 'e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:29:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5948652-8761-4174-adca-d302e625cc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:17:36Z', 'updated_at': '2022-07-28T01:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': '4345b98f-9c1e-412f-a022-70d3700598ad', 'name': '', 'network_id': '4973681c-a66b-4d24-b5aa-4a1b9f0d40c4', 'tenant_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'mac_address': 'fa:16:3e:e9:be:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5948652-8761-4174-adca-d302e625cc6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'df37ef65-5548-4456-8082-dfd76f502caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:17:38Z', 'updated_at': '2022-07-28T01:17:38Z', 'revision_number': 1, 'project_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'subnets': [{'id': 'df37ef65-5548-4456-8082-dfd76f502caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:17:40.217470 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d647b64-4805-45e1-a1bd-91c88af2ba1a req-e81a1540-9090-4290-90f3-40eb87ed6e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:40.219037 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7d647b64-4805-45e1-a1bd-91c88af2ba1a req-e81a1540-9090-4290-90f3-40eb87ed6e47 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9889594f4bf84c4591714b505f1861fe&device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 1168 time: 0.0949202 Jul 28 01:17:40.219259 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d335db7b-2ec4-4a96-83f7-80efb68676b8 req-4a3aa170-84a7-400a-9c14-fb12cda35983 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e26acfa5-94f2-4d1d-8bfd-9f82e73861f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0804529 Jul 28 01:17:40.229228 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864217e8-619a-423c-8b2e-ab865fa26b0b admin admin] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:17:40.243961 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-864217e8-619a-423c-8b2e-ab865fa26b0b admin admin] 10.222.0.17 "PUT /v2.0/routers/c5948652-8761-4174-adca-d302e625cc6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9802322 Jul 28 01:17:40.370717 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-90bbb4c6-ab00-483a-ab65-050e7266b695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:40.381022 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-a03f9757-dde9-401f-966c-c7532d634974 req-2f2b9794-c4a9-4997-b559-0d86abef3e6d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2579727 Jul 28 01:17:40.400640 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335db7b-2ec4-4a96-83f7-80efb68676b8 req-f9d9ecd9-4d8c-48e4-a227-a4ba4c1c0ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:40.407205 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d335db7b-2ec4-4a96-83f7-80efb68676b8 req-f9d9ecd9-4d8c-48e4-a227-a4ba4c1c0ef2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=af4689d2f0ef4d71a1c465610011f2d7&device_id=e26acfa5-94f2-4d1d-8bfd-9f82e73861f8 HTTP/1.1" status: 200 len: 1129 time: 0.1031785 Jul 28 01:17:40.551331 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cc186-6b2b-4acd-96a0-9ecf9cb4bbb0 req-845d0abe-396d-4809-8640-bc8b8d8326b5 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:40.557442 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d647b64-4805-45e1-a1bd-91c88af2ba1a req-21af41d5-09ff-4d65-8f3b-9db05f5bffba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:40.566435 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-771cc186-6b2b-4acd-96a0-9ecf9cb4bbb0 req-845d0abe-396d-4809-8640-bc8b8d8326b5 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 947 time: 0.0947869 Jul 28 01:17:40.566929 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7d647b64-4805-45e1-a1bd-91c88af2ba1a req-21af41d5-09ff-4d65-8f3b-9db05f5bffba service neutron] 10.222.0.42 "GET /v2.0/networks?id=3896987d-a99e-4647-8e6b-6bfb34b8ea7a HTTP/1.1" status: 200 len: 914 time: 0.3347235 Jul 28 01:17:40.568507 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 580b6283-2e0c-4b36-b56c-cf4b87dc2922 up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:17:40.628979 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-771cc186-6b2b-4acd-96a0-9ecf9cb4bbb0 req-83232439-5274-4559-ba2a-d04baa141322 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609312 Jul 28 01:17:40.651881 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:40.656052 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port 580b6283-2e0c-4b36-b56c-cf4b87dc2922 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:17:40.656616 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (580b6283-2e0c-4b36-b56c-cf4b87dc2922), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:40.726127 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:40.804567 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7d647b64-4805-45e1-a1bd-91c88af2ba1a req-dadc9e31-7218-44ed-a884-1637c76a5707 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f17787d-ed77-4892-b415-19e790741366 HTTP/1.1" status: 200 len: 1000 time: 0.1790252 Jul 28 01:17:40.827016 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port 580b6283-2e0c-4b36-b56c-cf4b87dc2922 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:17:40.848339 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335db7b-2ec4-4a96-83f7-80efb68676b8 req-fc2f037c-fa6d-42c4-be41-075b621ec657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:40.850280 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d335db7b-2ec4-4a96-83f7-80efb68676b8 req-fc2f037c-fa6d-42c4-be41-075b621ec657 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8f65178e-aa89-435c-9fed-639dfc5bec3f HTTP/1.1" status: 200 len: 919 time: 0.2168388 Jul 28 01:17:41.098208 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 50854) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:17:41.104094 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-1bd9eb49-062d-492a-b89c-116f842ae0f4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-422836920-network', 'tenant_id': 'e1b1f212ac024c8cab7ecf606e39179f'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:17:41.133194 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd9eb49-062d-492a-b89c-116f842ae0f4 admin admin] Made reservation on behalf of e1b1f212ac024c8cab7ecf606e39179f for: {'network': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:17:41.135761 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1bd9eb49-062d-492a-b89c-116f842ae0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for network (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:41.145474 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1bd9eb49-062d-492a-b89c-116f842ae0f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:41.241657 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:41.259182 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d335db7b-2ec4-4a96-83f7-80efb68676b8 req-e24dda94-2719-4a3d-b9d3-9e1de51d4482 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77e6a437-69fc-4d47-b75b-cc39937c21bd HTTP/1.1" status: 200 len: 217 time: 0.0538020 Jul 28 01:17:41.284493 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d647b64-4805-45e1-a1bd-91c88af2ba1a req-dd97cd32-f888-4c3b-b4e6-965aae9024be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:41.286002 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7d647b64-4805-45e1-a1bd-91c88af2ba1a req-dd97cd32-f888-4c3b-b4e6-965aae9024be service neutron] 10.222.0.42 "GET /v2.0/subnets?id=795ace15-547b-4b04-8e63-5e779c7d0b43 HTTP/1.1" status: 200 len: 852 time: 0.0791788 Jul 28 01:17:41.295221 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:41.299645 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1bd9eb49-062d-492a-b89c-116f842ae0f4 admin admin] Publish callbacks [] for security_group (a2462d20-028a-4a3e-b192-14a8796c9570), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:41.301733 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:41.330508 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335db7b-2ec4-4a96-83f7-80efb68676b8 req-991cf671-5b98-4833-a7e6-20b27818d175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:41.332056 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d335db7b-2ec4-4a96-83f7-80efb68676b8 req-991cf671-5b98-4833-a7e6-20b27818d175 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2 HTTP/1.1" status: 200 len: 857 time: 0.0666652 Jul 28 01:17:41.333276 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1bd9eb49-062d-492a-b89c-116f842ae0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (a2462d20-028a-4a3e-b192-14a8796c9570), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:41.342719 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:41.376328 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bd9eb49-062d-492a-b89c-116f842ae0f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=104161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 01:17:41.378921 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d647b64-4805-45e1-a1bd-91c88af2ba1a req-8235bbe8-2ea7-438c-b3d9-245cea9710f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:41.380843 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7d647b64-4805-45e1-a1bd-91c88af2ba1a req-8235bbe8-2ea7-438c-b3d9-245cea9710f3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3896987d-a99e-4647-8e6b-6bfb34b8ea7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0844507 Jul 28 01:17:41.388016 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335db7b-2ec4-4a96-83f7-80efb68676b8 req-4e9b3fe0-5e9a-4b41-a24a-160d52b19b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:41.389859 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d335db7b-2ec4-4a96-83f7-80efb68676b8 req-4e9b3fe0-5e9a-4b41-a24a-160d52b19b5f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8f65178e-aa89-435c-9fed-639dfc5bec3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0456681 Jul 28 01:17:41.392534 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd9eb49-062d-492a-b89c-116f842ae0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2462d20-028a-4a3e-b192-14a8796c9570,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:41.406747 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1bd9eb49-062d-492a-b89c-116f842ae0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084'] for segment (f9686903-f61a-49c9-8720-df6c18b0d583), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:41.407139 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.db.segments_db [None req-1bd9eb49-062d-492a-b89c-116f842ae0f4 admin admin] Added segment f9686903-f61a-49c9-8720-df6c18b0d583 of type vlan for network ed5fdd99-1b4d-4bc8-b22e-c2b035006b99 Jul 28 01:17:41.504470 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1bd9eb49-062d-492a-b89c-116f842ae0f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778716385410'] for network (ed5fdd99-1b4d-4bc8-b22e-c2b035006b99), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:41.516752 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d335db7b-2ec4-4a96-83f7-80efb68676b8 req-b90a3d0d-e46d-43ab-8740-d03264bf9d8f service neutron] 10.222.0.42 "GET /v2.0/networks/8f65178e-aa89-435c-9fed-639dfc5bec3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165266 Jul 28 01:17:41.555119 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7d647b64-4805-45e1-a1bd-91c88af2ba1a req-ef410486-c2ac-451b-a2f4-8b453570f87f service neutron] 10.222.0.42 "GET /v2.0/networks/3896987d-a99e-4647-8e6b-6bfb34b8ea7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638422 Jul 28 01:17:41.562934 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1bd9eb49-062d-492a-b89c-116f842ae0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for network (ed5fdd99-1b4d-4bc8-b22e-c2b035006b99), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:41.564316 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd9eb49-062d-492a-b89c-116f842ae0f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:41.565036 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1bd9eb49-062d-492a-b89c-116f842ae0f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:41.596634 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-1bd9eb49-062d-492a-b89c-116f842ae0f4 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4969816 Jul 28 01:17:41.602151 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 50860) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:17:41.615848 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-0cf6db80-5a3d-4f93-bc97-7feb114b302a admin admin] Request body: {'subnet': {'network_id': 'ed5fdd99-1b4d-4bc8-b22e-c2b035006b99', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-422836920-subnet', 'tenant_id': 'e1b1f212ac024c8cab7ecf606e39179f', 'ip_version': 4}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:17:41.678019 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d335db7b-2ec4-4a96-83f7-80efb68676b8 req-aef56746-5780-4e27-aee2-017637d593cf service neutron] 10.222.0.42 "GET /v2.0/networks/8f65178e-aa89-435c-9fed-639dfc5bec3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515284 Jul 28 01:17:41.683979 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf6db80-5a3d-4f93-bc97-7feb114b302a admin admin] Made reservation on behalf of e1b1f212ac024c8cab7ecf606e39179f for: {'subnet': 1} {{(pid=104162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:17:41.700056 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-0cf6db80-5a3d-4f93-bc97-7feb114b302a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4537658'] for subnet (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:41.706439 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd9eb49-062d-492a-b89c-116f842ae0f4 admin admin] Pushing event updated for resources: {'Network': ['ID=ed5fdd99-1b4d-4bc8-b22e-c2b035006b99,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:41.720259 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Network ed5fdd99-1b4d-4bc8-b22e-c2b035006b99 details requested by agent ovs-agent-dv-cinder-815582-11-iscsi with host dv-cinder-815582-11-iscsi {{(pid=104163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 01:17:41.770534 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7d647b64-4805-45e1-a1bd-91c88af2ba1a req-c4e3c089-96cd-4003-9a3d-d09bbf50aaec service neutron] 10.222.0.42 "GET /v2.0/networks/3896987d-a99e-4647-8e6b-6bfb34b8ea7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774049 Jul 28 01:17:41.890915 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4845f8a-c86c-445b-a11e-b4ed7ec83572 req-eefbfa69-2a48-4245-902e-d4270cf23959 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:41.892368 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a4845f8a-c86c-445b-a11e-b4ed7ec83572 req-eefbfa69-2a48-4245-902e-d4270cf23959 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 947 time: 0.1026816 Jul 28 01:17:41.924981 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd45f1f-2f6c-4d2a-afee-84037b018b87 req-e1fa0f88-50af-4f71-9a05-9e3a6b9229b0 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:41.926309 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ccd45f1f-2f6c-4d2a-afee-84037b018b87 req-e1fa0f88-50af-4f71-9a05-9e3a6b9229b0 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 946 time: 0.0985348 Jul 28 01:17:42.013698 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a4845f8a-c86c-445b-a11e-b4ed7ec83572 req-39f24101-20a2-47e3-bac3-e0c9346682c3 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149220 Jul 28 01:17:42.041210 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ccd45f1f-2f6c-4d2a-afee-84037b018b87 req-c8f26198-f359-4e83-8781-0c5ba2823e40 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=4bfd2ea3-73ab-4651-bee8-9f5b86065b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076488 Jul 28 01:17:42.085296 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-0cf6db80-5a3d-4f93-bc97-7feb114b302a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4518859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4537620'] for subnet (ce7efcb9-3e83-4558-8238-9e1168d76c96), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:42.150370 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf6db80-5a3d-4f93-bc97-7feb114b302a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce7efcb9-3e83-4558-8238-9e1168d76c96,revision_number=0']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:42.160896 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf6db80-5a3d-4f93-bc97-7feb114b302a admin admin] Checking segment: {'id': 'f9686903-f61a-49c9-8720-df6c18b0d583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ed5fdd99-1b4d-4bc8-b22e-c2b035006b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:17:42.161327 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf6db80-5a3d-4f93-bc97-7feb114b302a admin admin] Network hostable DHCP agents. Network: ed5fdd99-1b4d-4bc8-b22e-c2b035006b99, hostable agents: ['1da181d0-8fa3-49c1-8992-3db4e395f26f'], hosted agents: [] {{(pid=104162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 01:17:42.176822 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:42.185082 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf6db80-5a3d-4f93-bc97-7feb114b302a admin admin] Network ed5fdd99-1b4d-4bc8-b22e-c2b035006b99 is scheduled to be hosted by DHCP agent 1da181d0-8fa3-49c1-8992-3db4e395f26f with binding_index 1 {{(pid=104162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 01:17:42.203629 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-0cf6db80-5a3d-4f93-bc97-7feb114b302a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-11-iscsi, ed5fdd99-1b4d-4bc8-b22e-c2b035006b99) {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:17:42.208241 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf6db80-5a3d-4f93-bc97-7feb114b302a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:42.209014 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-0cf6db80-5a3d-4f93-bc97-7feb114b302a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:42.213999 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6befb68-5eca-4620-b3b3-7a1187b9c911 None None] Network ed5fdd99-1b4d-4bc8-b22e-c2b035006b99 requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:17:42.231679 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-0cf6db80-5a3d-4f93-bc97-7feb114b302a admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6284618 Jul 28 01:17:42.247247 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 50872) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:17:42.256122 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-dc2851a4-ba88-4494-8d5c-0fe8b21ff6d7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-422836920-router', 'tenant_id': 'e1b1f212ac024c8cab7ecf606e39179f', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'}}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:17:42.283654 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e4a5b5-b51d-4b90-a3e6-89b1b2f19cf3 req-ac10cdd2-c102-486a-a362-e8b7bd6cb59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:42.285764 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-35e4a5b5-b51d-4b90-a3e6-89b1b2f19cf3 req-ac10cdd2-c102-486a-a362-e8b7bd6cb59f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9889594f4bf84c4591714b505f1861fe&device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 1168 time: 0.0526063 Jul 28 01:17:42.285900 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-dc2851a4-ba88-4494-8d5c-0fe8b21ff6d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-425'] for router (d8bc9bfc-2092-46fb-892a-6ad855e4bc62), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:42.288540 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-dc2851a4-ba88-4494-8d5c-0fe8b21ff6d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947450', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-416'] for router (d8bc9bfc-2092-46fb-892a-6ad855e4bc62), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:42.327061 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:42.372555 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-dc2851a4-ba88-4494-8d5c-0fe8b21ff6d7 admin admin] Publish callbacks [] for router_controller (d8bc9bfc-2092-46fb-892a-6ad855e4bc62), precommit_add_association {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:42.388844 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405a852b-3a4f-4edf-8676-a4b850824fa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11df1cfc-1f6d-5ec1-8de9-f52b05ea7209-ed5fdd99-1b4d-4bc8-b22e-c2b035006b99', 'network_id': 'ed5fdd99-1b4d-4bc8-b22e-c2b035006b99', 'project_id': 'e1b1f212ac024c8cab7ecf606e39179f', 'fixed_ips': [{'subnet_id': 'ce7efcb9-3e83-4558-8238-9e1168d76c96'}]}} from dv-cinder-815582-11-iscsi. {{(pid=104163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 01:17:42.392494 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-405a852b-3a4f-4edf-8676-a4b850824fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:42.484425 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:42.533336 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e4a5b5-b51d-4b90-a3e6-89b1b2f19cf3 req-11010037-7a09-4d54-be59-c9d8ce32a5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:42.536719 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-35e4a5b5-b51d-4b90-a3e6-89b1b2f19cf3 req-11010037-7a09-4d54-be59-c9d8ce32a5f9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3896987d-a99e-4647-8e6b-6bfb34b8ea7a HTTP/1.1" status: 200 len: 914 time: 0.1719100 Jul 28 01:17:42.582194 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426 up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:17:42.591126 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-dc2851a4-ba88-4494-8d5c-0fe8b21ff6d7 admin admin] Publish callbacks [] for router_gateway (d8bc9bfc-2092-46fb-892a-6ad855e4bc62), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:42.637331 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.db_base_plugin_common [None req-405a852b-3a4f-4edf-8676-a4b850824fa0 None None] Allocated IP 172.20.0.2 (ed5fdd99-1b4d-4bc8-b22e-c2b035006b99/ce7efcb9-3e83-4558-8238-9e1168d76c96/4270ea85-fd11-4f86-9e98-22e292eb6d53) {{(pid=104163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:17:42.693954 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08785246-56b6-40e6-b1bf-4539e0673052 None None] Sync routers for ids ['c5948652-8761-4174-adca-d302e625cc6e'] in dv-cinder-815582-11-iscsi {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:17:42.720831 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:17:42.721319 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:42.736411 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08785246-56b6-40e6-b1bf-4539e0673052 None None] Routers {'c5948652-8761-4174-adca-d302e625cc6e'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:17:42.742216 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-08785246-56b6-40e6-b1bf-4539e0673052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:17:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['c5948652-8761-4174-adca-d302e625cc6e'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:17:42.759955 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-35e4a5b5-b51d-4b90-a3e6-89b1b2f19cf3 req-f1de89e7-5225-4618-bc1c-9e78c7612c0d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f17787d-ed77-4892-b415-19e790741366 HTTP/1.1" status: 200 len: 1000 time: 0.1408587 Jul 28 01:17:42.788633 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:42.828777 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e4a5b5-b51d-4b90-a3e6-89b1b2f19cf3 req-04af5e44-65ed-4f00-a2a8-151b46fab10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:42.831042 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-35e4a5b5-b51d-4b90-a3e6-89b1b2f19cf3 req-04af5e44-65ed-4f00-a2a8-151b46fab10a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=795ace15-547b-4b04-8e63-5e779c7d0b43 HTTP/1.1" status: 200 len: 852 time: 0.0628285 Jul 28 01:17:42.862011 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426 is: DOWN; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:17:42.862408 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:42.911718 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-dc2851a4-ba88-4494-8d5c-0fe8b21ff6d7 admin admin] Publish callbacks [] for router_gateway (d8bc9bfc-2092-46fb-892a-6ad855e4bc62), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:42.924527 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] For port e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426,segment=NetworkSegment(e0235fba-4142-426a-91c5-07cb16b4142e),segment_id=e0235fba-4142-426a-91c5-07cb16b4142e)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:17:42.934167 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e4a5b5-b51d-4b90-a3e6-89b1b2f19cf3 req-899b5812-85bb-47a8-ba08-a4e2c27c31c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:42.936517 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-35e4a5b5-b51d-4b90-a3e6-89b1b2f19cf3 req-899b5812-85bb-47a8-ba08-a4e2c27c31c8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3896987d-a99e-4647-8e6b-6bfb34b8ea7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0795777 Jul 28 01:17:42.938032 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:42.943770 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-dc2851a4-ba88-4494-8d5c-0fe8b21ff6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:42.978244 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-08785246-56b6-40e6-b1bf-4539e0673052 None None] Set router c5948652-8761-4174-adca-d302e625cc6e gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:17:42.997806 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-405a852b-3a4f-4edf-8676-a4b850824fa0 None None] Publish callbacks [] for port (4270ea85-fd11-4f86-9e98-22e292eb6d53), precommit_create {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:42.999763 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Pushing event updated for resources: {'Port': ['ID=e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426,revision_number=4']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:43.024338 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-405a852b-3a4f-4edf-8676-a4b850824fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427'] for port (4270ea85-fd11-4f86-9e98-22e292eb6d53), after_create {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:43.059991 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:43.086680 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:43.090190 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_common [None req-dc2851a4-ba88-4494-8d5c-0fe8b21ff6d7 admin admin] Allocated IP 172.27.1.178 (db4fd262-df4a-4858-b92c-469a7b8f139e/fbbec24e-3b1c-439c-846a-fd72122ae4ff/2f304c84-900a-4b8f-8894-70bbe45ee341) {{(pid=104162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:17:43.093254 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405a852b-3a4f-4edf-8676-a4b850824fa0 None None] Network ed5fdd99-1b4d-4bc8-b22e-c2b035006b99 is already hosted by enough agents. {{(pid=104163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:17:43.103780 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.scheduler.base_scheduler [None req-405a852b-3a4f-4edf-8676-a4b850824fa0 None None] Resources bound (agent type, host, resource id): {{(pid=104163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:17:43.108627 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405a852b-3a4f-4edf-8676-a4b850824fa0 None None] Received port after_create {{(pid=104163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:17:43.118231 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405a852b-3a4f-4edf-8676-a4b850824fa0 None None] Pushing event updated for resources: {'Port': ['ID=4270ea85-fd11-4f86-9e98-22e292eb6d53,revision_number=1']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:43.196981 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-08785246-56b6-40e6-b1bf-4539e0673052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5948652-8761-4174-adca-d302e625cc6e', 'name': 'tempest-TestShelveInstance-394546770-router', 'tenant_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:17:36Z', 'updated_at': '2022-07-28T01:17:39Z', 'revision_number': 4, 'project_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'gw_port': {'id': 'e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:29:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5948652-8761-4174-adca-d302e625cc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:17:36Z', 'updated_at': '2022-07-28T01:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': '4345b98f-9c1e-412f-a022-70d3700598ad', 'name': '', 'network_id': '4973681c-a66b-4d24-b5aa-4a1b9f0d40c4', 'tenant_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'mac_address': 'fa:16:3e:e9:be:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5948652-8761-4174-adca-d302e625cc6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'df37ef65-5548-4456-8082-dfd76f502caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:17:38Z', 'updated_at': '2022-07-28T01:17:39Z', 'revision_number': 2, 'project_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'subnets': [{'id': 'df37ef65-5548-4456-8082-dfd76f502caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:17:43.229437 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08785246-56b6-40e6-b1bf-4539e0673052 None None] Checking router: c5948652-8761-4174-adca-d302e625cc6e for host: dv-cinder-815582-11-iscsi {{(pid=104164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:17:43.230057 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08785246-56b6-40e6-b1bf-4539e0673052 None None] Updating router c5948652-8761-4174-adca-d302e625cc6e port 4345b98f-9c1e-412f-a022-70d3700598ad binding host dv-cinder-815582-11-iscsi {{(pid=104164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 01:17:43.247664 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-405a852b-3a4f-4edf-8676-a4b850824fa0 None None] Attempting to bind port 4270ea85-fd11-4f86-9e98-22e292eb6d53 on host dv-cinder-815582-11-iscsi for vnic_type normal with profile {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:17:43.248037 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-405a852b-3a4f-4edf-8676-a4b850824fa0 None None] Attempting to bind port 4270ea85-fd11-4f86-9e98-22e292eb6d53 by drivers openvswitch,hyperv on host dv-cinder-815582-11-iscsi at level 0 using segments [{'id': 'f9686903-f61a-49c9-8720-df6c18b0d583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ed5fdd99-1b4d-4bc8-b22e-c2b035006b99'}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:17:43.248401 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405a852b-3a4f-4edf-8676-a4b850824fa0 None None] Attempting to bind port 4270ea85-fd11-4f86-9e98-22e292eb6d53 on network ed5fdd99-1b4d-4bc8-b22e-c2b035006b99 {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:17:43.262740 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405a852b-3a4f-4edf-8676-a4b850824fa0 None None] Checking agent: {'id': 'e0b16abb-2210-4432-8141-713fb95a37e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 4, 43), 'started_at': datetime.datetime(2022, 7, 28, 1, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:17:43.263080 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405a852b-3a4f-4edf-8676-a4b850824fa0 None None] Checking segment: {'id': 'f9686903-f61a-49c9-8720-df6c18b0d583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ed5fdd99-1b4d-4bc8-b22e-c2b035006b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:17:43.263447 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-405a852b-3a4f-4edf-8676-a4b850824fa0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:43.263843 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405a852b-3a4f-4edf-8676-a4b850824fa0 None None] Bound using segment: {'id': 'f9686903-f61a-49c9-8720-df6c18b0d583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ed5fdd99-1b4d-4bc8-b22e-c2b035006b99'} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:17:43.264321 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-405a852b-3a4f-4edf-8676-a4b850824fa0 None None] Bound port: 4270ea85-fd11-4f86-9e98-22e292eb6d53, host: dv-cinder-815582-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9686903-f61a-49c9-8720-df6c18b0d583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ed5fdd99-1b4d-4bc8-b22e-c2b035006b99'}}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:17:43.264704 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-405a852b-3a4f-4edf-8676-a4b850824fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (4270ea85-fd11-4f86-9e98-22e292eb6d53), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:43.267089 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-08785246-56b6-40e6-b1bf-4539e0673052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (4345b98f-9c1e-412f-a022-70d3700598ad), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:43.269138 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-35e4a5b5-b51d-4b90-a3e6-89b1b2f19cf3 req-2ed44d3e-d8f5-461f-86e8-2cb7addd7d36 service neutron] 10.222.0.42 "GET /v2.0/networks/3896987d-a99e-4647-8e6b-6bfb34b8ea7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172490 Jul 28 01:17:43.341525 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e50c61-6e51-4eac-a10a-7913d09d8769 req-5774e53a-797c-4024-af22-27193827c253 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:43.343070 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f7e50c61-6e51-4eac-a10a-7913d09d8769 req-5774e53a-797c-4024-af22-27193827c253 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 946 time: 0.1703773 Jul 28 01:17:43.361139 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491f41b-aca1-4f9e-ba41-d3eea349ae83 req-9a09d008-8200-4bae-880a-aba653b1dd58 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:43.362337 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9491f41b-aca1-4f9e-ba41-d3eea349ae83 req-9a09d008-8200-4bae-880a-aba653b1dd58 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 947 time: 0.1231623 Jul 28 01:17:43.396248 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-405a852b-3a4f-4edf-8676-a4b850824fa0 None None] For port 4270ea85-fd11-4f86-9e98-22e292eb6d53, host dv-cinder-815582-11-iscsi, cleared binding levels {{(pid=104163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:17:43.402449 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-405a852b-3a4f-4edf-8676-a4b850824fa0 None None] For port 4270ea85-fd11-4f86-9e98-22e292eb6d53, host dv-cinder-815582-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=4270ea85-fd11-4f86-9e98-22e292eb6d53,segment=NetworkSegment(f9686903-f61a-49c9-8720-df6c18b0d583),segment_id=f9686903-f61a-49c9-8720-df6c18b0d583)] {{(pid=104163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:17:43.404026 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:43.409463 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-35e4a5b5-b51d-4b90-a3e6-89b1b2f19cf3 req-e6122999-b708-49bb-a817-e390cf31d949 service neutron] 10.222.0.42 "GET /v2.0/networks/3896987d-a99e-4647-8e6b-6bfb34b8ea7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336496 Jul 28 01:17:43.418568 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-405a852b-3a4f-4edf-8676-a4b850824fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (4270ea85-fd11-4f86-9e98-22e292eb6d53), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:43.437004 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:43.469244 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f7e50c61-6e51-4eac-a10a-7913d09d8769 req-5d08294d-9a7c-4030-80db-c1389961d020 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=4bfd2ea3-73ab-4651-bee8-9f5b86065b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163549 Jul 28 01:17:43.478554 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-dc2851a4-ba88-4494-8d5c-0fe8b21ff6d7 admin admin] Publish callbacks [] for port (2f304c84-900a-4b8f-8894-70bbe45ee341), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:43.505954 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405a852b-3a4f-4edf-8676-a4b850824fa0 None None] Pushing event updated for resources: {'Port': ['ID=4270ea85-fd11-4f86-9e98-22e292eb6d53,revision_number=2']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:43.524729 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9491f41b-aca1-4f9e-ba41-d3eea349ae83 req-d87aff42-b677-47f4-8b28-5d01e8dc178c tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513090 Jul 28 01:17:43.583670 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-dc2851a4-ba88-4494-8d5c-0fe8b21ff6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (2f304c84-900a-4b8f-8894-70bbe45ee341), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:43.608836 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:43.634676 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2851a4-ba88-4494-8d5c-0fe8b21ff6d7 admin admin] Network db4fd262-df4a-4858-b92c-469a7b8f139e is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:17:43.635301 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-08785246-56b6-40e6-b1bf-4539e0673052 None None] Publish callbacks [] for port (4345b98f-9c1e-412f-a022-70d3700598ad), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:43.638760 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-dc2851a4-ba88-4494-8d5c-0fe8b21ff6d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:17:43.641878 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2851a4-ba88-4494-8d5c-0fe8b21ff6d7 admin admin] Received port after_create {{(pid=104162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:17:43.643160 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-08785246-56b6-40e6-b1bf-4539e0673052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (4345b98f-9c1e-412f-a022-70d3700598ad), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:43.648124 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2851a4-ba88-4494-8d5c-0fe8b21ff6d7 admin admin] Pushing event updated for resources: {'Port': ['ID=2f304c84-900a-4b8f-8894-70bbe45ee341,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:43.701127 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac4dd97-060a-4f09-b9a0-139023e7e49d None None] Pushing event updated for resources: {'Port': ['ID=4345b98f-9c1e-412f-a022-70d3700598ad,revision_number=3']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:43.712114 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4dd97-060a-4f09-b9a0-139023e7e49d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:43.712725 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4dd97-060a-4f09-b9a0-139023e7e49d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:43.713374 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4dd97-060a-4f09-b9a0-139023e7e49d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:43.713874 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4dd97-060a-4f09-b9a0-139023e7e49d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:43.714355 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4dd97-060a-4f09-b9a0-139023e7e49d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:43.714854 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4dd97-060a-4f09-b9a0-139023e7e49d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:43.715709 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4dd97-060a-4f09-b9a0-139023e7e49d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:43.716191 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4dd97-060a-4f09-b9a0-139023e7e49d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:43.716682 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4dd97-060a-4f09-b9a0-139023e7e49d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:43.717158 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4dd97-060a-4f09-b9a0-139023e7e49d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:43.717636 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4dd97-060a-4f09-b9a0-139023e7e49d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:43.718129 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4dd97-060a-4f09-b9a0-139023e7e49d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:43.718614 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4dd97-060a-4f09-b9a0-139023e7e49d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:43.719107 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4dd97-060a-4f09-b9a0-139023e7e49d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:43.719647 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4dd97-060a-4f09-b9a0-139023e7e49d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:43.815792 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-08785246-56b6-40e6-b1bf-4539e0673052 None None] Attempting to bind port 4345b98f-9c1e-412f-a022-70d3700598ad on host dv-cinder-815582-11-iscsi for vnic_type normal with profile {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:17:43.816156 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-08785246-56b6-40e6-b1bf-4539e0673052 None None] Attempting to bind port 4345b98f-9c1e-412f-a022-70d3700598ad by drivers openvswitch,hyperv on host dv-cinder-815582-11-iscsi at level 0 using segments [{'id': '7f65afb7-eda7-42b3-bc7e-b411396f359a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4973681c-a66b-4d24-b5aa-4a1b9f0d40c4'}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:17:43.816512 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08785246-56b6-40e6-b1bf-4539e0673052 None None] Attempting to bind port 4345b98f-9c1e-412f-a022-70d3700598ad on network 4973681c-a66b-4d24-b5aa-4a1b9f0d40c4 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:17:43.821788 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08785246-56b6-40e6-b1bf-4539e0673052 None None] Checking agent: {'id': 'e0b16abb-2210-4432-8141-713fb95a37e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 4, 43), 'started_at': datetime.datetime(2022, 7, 28, 1, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:17:43.822211 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08785246-56b6-40e6-b1bf-4539e0673052 None None] Checking segment: {'id': '7f65afb7-eda7-42b3-bc7e-b411396f359a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4973681c-a66b-4d24-b5aa-4a1b9f0d40c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:17:43.822650 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-08785246-56b6-40e6-b1bf-4539e0673052 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:43.823118 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08785246-56b6-40e6-b1bf-4539e0673052 None None] Bound using segment: {'id': '7f65afb7-eda7-42b3-bc7e-b411396f359a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4973681c-a66b-4d24-b5aa-4a1b9f0d40c4'} {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:17:43.823582 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-08785246-56b6-40e6-b1bf-4539e0673052 None None] Bound port: 4345b98f-9c1e-412f-a022-70d3700598ad, host: dv-cinder-815582-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f65afb7-eda7-42b3-bc7e-b411396f359a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4973681c-a66b-4d24-b5aa-4a1b9f0d40c4'}}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:17:43.823951 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-08785246-56b6-40e6-b1bf-4539e0673052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (4345b98f-9c1e-412f-a022-70d3700598ad), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:43.865401 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:43.901041 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-08785246-56b6-40e6-b1bf-4539e0673052 None None] For port 4345b98f-9c1e-412f-a022-70d3700598ad, host dv-cinder-815582-11-iscsi, cleared binding levels {{(pid=104164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:17:43.912763 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-08785246-56b6-40e6-b1bf-4539e0673052 None None] For port 4345b98f-9c1e-412f-a022-70d3700598ad, host dv-cinder-815582-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=4345b98f-9c1e-412f-a022-70d3700598ad,segment=NetworkSegment(7f65afb7-eda7-42b3-bc7e-b411396f359a),segment_id=7f65afb7-eda7-42b3-bc7e-b411396f359a)] {{(pid=104164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:17:43.929081 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-08785246-56b6-40e6-b1bf-4539e0673052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (4345b98f-9c1e-412f-a022-70d3700598ad), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:43.969797 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:43.980500 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-dc2851a4-ba88-4494-8d5c-0fe8b21ff6d7 admin admin] Publish callbacks [] for router_gateway (d8bc9bfc-2092-46fb-892a-6ad855e4bc62), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:43.994806 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08785246-56b6-40e6-b1bf-4539e0673052 None None] Routers {'c5948652-8761-4174-adca-d302e625cc6e'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:17:43.995460 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-08785246-56b6-40e6-b1bf-4539e0673052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:17:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['c5948652-8761-4174-adca-d302e625cc6e'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:17:43.997330 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac4dd97-060a-4f09-b9a0-139023e7e49d None None] Pushing event updated for resources: {'Port': ['ID=4345b98f-9c1e-412f-a022-70d3700598ad,revision_number=4']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:44.023264 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2d5e659a-22dd-44c1-a585-6f0eb6cccdb5 None None] Provisioning complete for port 4345b98f-9c1e-412f-a022-70d3700598ad triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:17:44.023841 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2d5e659a-22dd-44c1-a585-6f0eb6cccdb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (4345b98f-9c1e-412f-a022-70d3700598ad), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:44.121056 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2d5e659a-22dd-44c1-a585-6f0eb6cccdb5 None None] Current status of the port 4345b98f-9c1e-412f-a022-70d3700598ad is: DOWN; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:17:44.121703 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2d5e659a-22dd-44c1-a585-6f0eb6cccdb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (4345b98f-9c1e-412f-a022-70d3700598ad), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:44.124207 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:44.170270 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-2d5e659a-22dd-44c1-a585-6f0eb6cccdb5 None None] For port 4345b98f-9c1e-412f-a022-70d3700598ad, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=4345b98f-9c1e-412f-a022-70d3700598ad,segment=NetworkSegment(7f65afb7-eda7-42b3-bc7e-b411396f359a),segment_id=7f65afb7-eda7-42b3-bc7e-b411396f359a)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:17:44.178523 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2d5e659a-22dd-44c1-a585-6f0eb6cccdb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (4345b98f-9c1e-412f-a022-70d3700598ad), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:44.199118 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-dc2851a4-ba88-4494-8d5c-0fe8b21ff6d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-947334'] for router (d8bc9bfc-2092-46fb-892a-6ad855e4bc62), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:44.231064 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-08785246-56b6-40e6-b1bf-4539e0673052 None None] Set router c5948652-8761-4174-adca-d302e625cc6e gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:17:44.235393 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e659a-22dd-44c1-a585-6f0eb6cccdb5 None None] Pushing event updated for resources: {'Port': ['ID=4345b98f-9c1e-412f-a022-70d3700598ad,revision_number=5']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:44.304507 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-1026c845-c1c1-45a2-8627-0e051ab5afb9 None None] Provisioning complete for port 4345b98f-9c1e-412f-a022-70d3700598ad triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:17:44.304990 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-1026c845-c1c1-45a2-8627-0e051ab5afb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (4345b98f-9c1e-412f-a022-70d3700598ad), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:44.330224 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2851a4-ba88-4494-8d5c-0fe8b21ff6d7 admin admin] Router d8bc9bfc-2092-46fb-892a-6ad855e4bc62 is scheduled to L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f with binding_index 1 {{(pid=104162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 01:17:44.414722 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-1026c845-c1c1-45a2-8627-0e051ab5afb9 None None] Current status of the port 4345b98f-9c1e-412f-a022-70d3700598ad is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:17:44.495554 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-08785246-56b6-40e6-b1bf-4539e0673052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5948652-8761-4174-adca-d302e625cc6e', 'name': 'tempest-TestShelveInstance-394546770-router', 'tenant_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:17:36Z', 'updated_at': '2022-07-28T01:17:39Z', 'revision_number': 4, 'project_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'gw_port': {'id': 'e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:29:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5948652-8761-4174-adca-d302e625cc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:17:36Z', 'updated_at': '2022-07-28T01:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': '4345b98f-9c1e-412f-a022-70d3700598ad', 'name': '', 'network_id': '4973681c-a66b-4d24-b5aa-4a1b9f0d40c4', 'tenant_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'mac_address': 'fa:16:3e:e9:be:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5948652-8761-4174-adca-d302e625cc6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'df37ef65-5548-4456-8082-dfd76f502caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:17:38Z', 'updated_at': '2022-07-28T01:17:43Z', 'revision_number': 4, 'project_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'subnets': [{'id': 'df37ef65-5548-4456-8082-dfd76f502caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:17:44.498670 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2851a4-ba88-4494-8d5c-0fe8b21ff6d7 admin admin] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:17:44.508111 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96858077-1263-45df-a6d9-23ad5944cf00 None None] Sync routers for ids ['d8bc9bfc-2092-46fb-892a-6ad855e4bc62'] in dv-cinder-815582-11-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:17:44.522596 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96858077-1263-45df-a6d9-23ad5944cf00 None None] Routers {'d8bc9bfc-2092-46fb-892a-6ad855e4bc62'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:17:44.523418 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-96858077-1263-45df-a6d9-23ad5944cf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:17:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['d8bc9bfc-2092-46fb-892a-6ad855e4bc62'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:17:44.540567 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08785246-56b6-40e6-b1bf-4539e0673052 None None] The sync data for ids ['c5948652-8761-4174-adca-d302e625cc6e'] in dv-cinder-815582-11-iscsi is: [{'id': 'c5948652-8761-4174-adca-d302e625cc6e', 'name': 'tempest-TestShelveInstance-394546770-router', 'tenant_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:17:36Z', 'updated_at': '2022-07-28T01:17:39Z', 'revision_number': 4, 'project_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'gw_port': {'id': 'e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:29:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5948652-8761-4174-adca-d302e625cc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:17:36Z', 'updated_at': '2022-07-28T01:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': '4345b98f-9c1e-412f-a022-70d3700598ad', 'name': '', 'network_id': '4973681c-a66b-4d24-b5aa-4a1b9f0d40c4', 'tenant_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'mac_address': 'fa:16:3e:e9:be:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5948652-8761-4174-adca-d302e625cc6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'df37ef65-5548-4456-8082-dfd76f502caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:17:38Z', 'updated_at': '2022-07-28T01:17:43Z', 'revision_number': 4, 'project_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'subnets': [{'id': 'df37ef65-5548-4456-8082-dfd76f502caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:17:44.544203 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-dc2851a4-ba88-4494-8d5c-0fe8b21ff6d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:44.548175 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-dc2851a4-ba88-4494-8d5c-0fe8b21ff6d7 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2972543 Jul 28 01:17:44.548748 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 50918) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:17:44.596651 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:44.608982 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 4345b98f-9c1e-412f-a022-70d3700598ad up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:17:44.720840 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff3d8a-e112-43d0-a87e-580f3709aed4 req-a1618cfe-e674-4e72-ada1-bb86d604ba6d tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:44.727238 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fbff3d8a-e112-43d0-a87e-580f3709aed4 req-a1618cfe-e674-4e72-ada1-bb86d604ba6d tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 946 time: 0.0943305 Jul 28 01:17:44.743684 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port 4345b98f-9c1e-412f-a022-70d3700598ad triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:17:44.743797 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (4345b98f-9c1e-412f-a022-70d3700598ad), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:44.821910 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-96858077-1263-45df-a6d9-23ad5944cf00 None None] Set router d8bc9bfc-2092-46fb-892a-6ad855e4bc62 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:17:44.850978 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec7d53-695c-4689-8b73-4a8019dd6c81 req-9e05591a-500e-48ea-8356-228fd04e34b2 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:44.857247 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f0ec7d53-695c-4689-8b73-4a8019dd6c81 req-9e05591a-500e-48ea-8356-228fd04e34b2 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 947 time: 0.1266391 Jul 28 01:17:44.885374 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:44.920548 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fbff3d8a-e112-43d0-a87e-580f3709aed4 req-78b9b90b-c702-4855-a87e-c415d82cd835 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=4bfd2ea3-73ab-4651-bee8-9f5b86065b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757321 Jul 28 01:17:44.954572 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f0ec7d53-695c-4689-8b73-4a8019dd6c81 req-218a52c7-04d0-40d7-b02e-c0443cd8c0a3 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924029 Jul 28 01:17:45.008493 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb9b2b3-2f1b-4a90-bef3-6ed404cc8234 None None] Network ed5fdd99-1b4d-4bc8-b22e-c2b035006b99 requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:17:45.014286 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:45.144805 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3df9281a-22cc-48ab-805c-d74de8c42e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:45.282864 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-bdba25ac-b64a-44c7-8c91-f2bea0fef12f None None] Provisioning complete for port 4270ea85-fd11-4f86-9e98-22e292eb6d53 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:17:45.283463 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-bdba25ac-b64a-44c7-8c91-f2bea0fef12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (4270ea85-fd11-4f86-9e98-22e292eb6d53), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:45.321239 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port 4345b98f-9c1e-412f-a022-70d3700598ad is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:17:45.322438 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426 up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:17:45.326679 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [None req-3df9281a-22cc-48ab-805c-d74de8c42e22 admin admin] Allocated IP 172.20.0.1 (ed5fdd99-1b4d-4bc8-b22e-c2b035006b99/ce7efcb9-3e83-4558-8238-9e1168d76c96/d2867dd3-9963-44fd-bac7-593049fb9e2d) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:17:45.421001 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:45.447053 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-96858077-1263-45df-a6d9-23ad5944cf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8bc9bfc-2092-46fb-892a-6ad855e4bc62', 'name': 'tempest-TestShelveInstance-422836920-router', 'tenant_id': 'e1b1f212ac024c8cab7ecf606e39179f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '2f304c84-900a-4b8f-8894-70bbe45ee341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:17:42Z', 'updated_at': '2022-07-28T01:17:43Z', 'revision_number': 3, 'project_id': 'e1b1f212ac024c8cab7ecf606e39179f', 'gw_port': {'id': '2f304c84-900a-4b8f-8894-70bbe45ee341', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8bc9bfc-2092-46fb-892a-6ad855e4bc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:17:42Z', 'updated_at': '2022-07-28T01:17:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi'}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:17:45.451829 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3df9281a-22cc-48ab-805c-d74de8c42e22 admin admin] Publish callbacks [] for port (d2867dd3-9963-44fd-bac7-593049fb9e2d), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:45.490252 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3df9281a-22cc-48ab-805c-d74de8c42e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427'] for port (d2867dd3-9963-44fd-bac7-593049fb9e2d), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:45.502297 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96858077-1263-45df-a6d9-23ad5944cf00 None None] Checking router: d8bc9bfc-2092-46fb-892a-6ad855e4bc62 for host: dv-cinder-815582-11-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:17:45.502527 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96858077-1263-45df-a6d9-23ad5944cf00 None None] Updating router d8bc9bfc-2092-46fb-892a-6ad855e4bc62 port 2f304c84-900a-4b8f-8894-70bbe45ee341 binding host dv-cinder-815582-11-iscsi {{(pid=104163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 01:17:45.528748 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:45.528883 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-bdba25ac-b64a-44c7-8c91-f2bea0fef12f None None] Current status of the port 4270ea85-fd11-4f86-9e98-22e292eb6d53 is: DOWN; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:17:45.528973 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-bdba25ac-b64a-44c7-8c91-f2bea0fef12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (4270ea85-fd11-4f86-9e98-22e292eb6d53), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:45.543243 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df9281a-22cc-48ab-805c-d74de8c42e22 admin admin] Network ed5fdd99-1b4d-4bc8-b22e-c2b035006b99 is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:17:45.544521 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:17:45.544900 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:45.547401 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-3df9281a-22cc-48ab-805c-d74de8c42e22 admin admin] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:17:45.550055 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df9281a-22cc-48ab-805c-d74de8c42e22 admin admin] Pushing event updated for resources: {'Port': ['ID=d2867dd3-9963-44fd-bac7-593049fb9e2d,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:45.553122 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df9281a-22cc-48ab-805c-d74de8c42e22 admin admin] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:17:45.553597 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3df9281a-22cc-48ab-805c-d74de8c42e22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613510'] for router_interface (d8bc9bfc-2092-46fb-892a-6ad855e4bc62), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:45.582276 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-96858077-1263-45df-a6d9-23ad5944cf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (2f304c84-900a-4b8f-8894-70bbe45ee341), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:45.628309 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-bdba25ac-b64a-44c7-8c91-f2bea0fef12f None None] For port 4270ea85-fd11-4f86-9e98-22e292eb6d53, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=4270ea85-fd11-4f86-9e98-22e292eb6d53,segment=NetworkSegment(f9686903-f61a-49c9-8720-df6c18b0d583),segment_id=f9686903-f61a-49c9-8720-df6c18b0d583)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:17:45.638573 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-bdba25ac-b64a-44c7-8c91-f2bea0fef12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (4270ea85-fd11-4f86-9e98-22e292eb6d53), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:45.655054 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:45.698955 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3df9281a-22cc-48ab-805c-d74de8c42e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (d2867dd3-9963-44fd-bac7-593049fb9e2d), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:45.841382 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba25ac-b64a-44c7-8c91-f2bea0fef12f None None] Pushing event updated for resources: {'Port': ['ID=4270ea85-fd11-4f86-9e98-22e292eb6d53,revision_number=3']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:45.852289 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-ca8869db-9c94-4585-b3ec-465f3f65e56c None None] Provisioning complete for port 4270ea85-fd11-4f86-9e98-22e292eb6d53 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:17:45.852750 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-ca8869db-9c94-4585-b3ec-465f3f65e56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (4270ea85-fd11-4f86-9e98-22e292eb6d53), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:45.880509 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:17:45.881623 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 4270ea85-fd11-4f86-9e98-22e292eb6d53 up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:17:45.895875 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3df9281a-22cc-48ab-805c-d74de8c42e22 admin admin] Publish callbacks [] for port (d2867dd3-9963-44fd-bac7-593049fb9e2d), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:45.900835 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3df9281a-22cc-48ab-805c-d74de8c42e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (d2867dd3-9963-44fd-bac7-593049fb9e2d), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:45.901609 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3df9281a-22cc-48ab-805c-d74de8c42e22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613626'] for router_interface (d8bc9bfc-2092-46fb-892a-6ad855e4bc62), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:45.912836 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:45.985046 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df9281a-22cc-48ab-805c-d74de8c42e22 admin admin] Pushing event updated for resources: {'Port': ['ID=d2867dd3-9963-44fd-bac7-593049fb9e2d,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:46.038631 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port 4270ea85-fd11-4f86-9e98-22e292eb6d53 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:17:46.039646 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (4270ea85-fd11-4f86-9e98-22e292eb6d53), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:46.043489 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-ca8869db-9c94-4585-b3ec-465f3f65e56c None None] Current status of the port 4270ea85-fd11-4f86-9e98-22e292eb6d53 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:17:46.054393 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a4a553-0452-40e7-844b-e850321ef5ec req-364ef637-664f-4c65-9d69-df73e2368c00 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:46.056103 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-43a4a553-0452-40e7-844b-e850321ef5ec req-364ef637-664f-4c65-9d69-df73e2368c00 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 946 time: 0.0576348 Jul 28 01:17:46.116301 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-43a4a553-0452-40e7-844b-e850321ef5ec req-b68f807e-2c63-4d7c-80e0-7f69fea4e714 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=4bfd2ea3-73ab-4651-bee8-9f5b86065b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538111 Jul 28 01:17:46.121383 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-96858077-1263-45df-a6d9-23ad5944cf00 None None] Publish callbacks [] for port (2f304c84-900a-4b8f-8894-70bbe45ee341), precommit_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:46.131867 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-96858077-1263-45df-a6d9-23ad5944cf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (2f304c84-900a-4b8f-8894-70bbe45ee341), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:46.219946 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:46.220841 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2adc8ac4-1a34-4f18-9d2c-4c54305d6469 None None] Provisioning complete for port d2867dd3-9963-44fd-bac7-593049fb9e2d triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:17:46.221216 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2adc8ac4-1a34-4f18-9d2c-4c54305d6469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (d2867dd3-9963-44fd-bac7-593049fb9e2d), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:46.231779 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-96858077-1263-45df-a6d9-23ad5944cf00 None None] Attempting to bind port 2f304c84-900a-4b8f-8894-70bbe45ee341 on host dv-cinder-815582-11-iscsi for vnic_type normal with profile {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:17:46.232114 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-96858077-1263-45df-a6d9-23ad5944cf00 None None] Attempting to bind port 2f304c84-900a-4b8f-8894-70bbe45ee341 by drivers openvswitch,hyperv on host dv-cinder-815582-11-iscsi at level 0 using segments [{'id': 'e0235fba-4142-426a-91c5-07cb16b4142e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:17:46.232491 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96858077-1263-45df-a6d9-23ad5944cf00 None None] Attempting to bind port 2f304c84-900a-4b8f-8894-70bbe45ee341 on network db4fd262-df4a-4858-b92c-469a7b8f139e {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:17:46.235558 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e749e7-d0e4-488f-9edf-a1af9fdccc2f None None] Pushing event updated for resources: {'Port': ['ID=2f304c84-900a-4b8f-8894-70bbe45ee341,revision_number=2']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:46.268490 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df9281a-22cc-48ab-805c-d74de8c42e22 admin admin] Network ed5fdd99-1b4d-4bc8-b22e-c2b035006b99 is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:17:46.270297 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96858077-1263-45df-a6d9-23ad5944cf00 None None] Checking agent: {'id': 'e0b16abb-2210-4432-8141-713fb95a37e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 4, 43), 'started_at': datetime.datetime(2022, 7, 28, 1, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:17:46.270949 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96858077-1263-45df-a6d9-23ad5944cf00 None None] Checking segment: {'id': 'e0235fba-4142-426a-91c5-07cb16b4142e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:17:46.271610 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-96858077-1263-45df-a6d9-23ad5944cf00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:46.271833 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-3df9281a-22cc-48ab-805c-d74de8c42e22 admin admin] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:17:46.272111 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96858077-1263-45df-a6d9-23ad5944cf00 None None] Bound using segment: {'id': 'e0235fba-4142-426a-91c5-07cb16b4142e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:17:46.272665 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-96858077-1263-45df-a6d9-23ad5944cf00 None None] Bound port: 2f304c84-900a-4b8f-8894-70bbe45ee341, host: dv-cinder-815582-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0235fba-4142-426a-91c5-07cb16b4142e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'}}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:17:46.273263 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-96858077-1263-45df-a6d9-23ad5944cf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (2f304c84-900a-4b8f-8894-70bbe45ee341), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:46.301041 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port 4270ea85-fd11-4f86-9e98-22e292eb6d53 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:17:46.308449 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2adc8ac4-1a34-4f18-9d2c-4c54305d6469 None None] Port d2867dd3-9963-44fd-bac7-593049fb9e2d cannot update to ACTIVE because it is not bound. {{(pid=104163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 01:17:46.340292 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-96858077-1263-45df-a6d9-23ad5944cf00 None None] For port 2f304c84-900a-4b8f-8894-70bbe45ee341, host dv-cinder-815582-11-iscsi, cleared binding levels {{(pid=104163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:17:46.343868 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-96858077-1263-45df-a6d9-23ad5944cf00 None None] For port 2f304c84-900a-4b8f-8894-70bbe45ee341, host dv-cinder-815582-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=2f304c84-900a-4b8f-8894-70bbe45ee341,segment=NetworkSegment(e0235fba-4142-426a-91c5-07cb16b4142e),segment_id=e0235fba-4142-426a-91c5-07cb16b4142e)] {{(pid=104163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:17:46.357196 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-96858077-1263-45df-a6d9-23ad5944cf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (2f304c84-900a-4b8f-8894-70bbe45ee341), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:46.396600 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df9281a-22cc-48ab-805c-d74de8c42e22 admin admin] Router d8bc9bfc-2092-46fb-892a-6ad855e4bc62 has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:17:46.427244 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96858077-1263-45df-a6d9-23ad5944cf00 None None] Routers {'d8bc9bfc-2092-46fb-892a-6ad855e4bc62'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:17:46.427900 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-96858077-1263-45df-a6d9-23ad5944cf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:17:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['d8bc9bfc-2092-46fb-892a-6ad855e4bc62'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:17:46.474972 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 4270ea85-fd11-4f86-9e98-22e292eb6d53 up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:17:46.479978 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e749e7-d0e4-488f-9edf-a1af9fdccc2f None None] Pushing event updated for resources: {'Port': ['ID=2f304c84-900a-4b8f-8894-70bbe45ee341,revision_number=3']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:46.527054 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df9281a-22cc-48ab-805c-d74de8c42e22 admin admin] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:17:46.533501 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-3df9281a-22cc-48ab-805c-d74de8c42e22 admin admin] 10.222.0.17 "PUT /v2.0/routers/d8bc9bfc-2092-46fb-892a-6ad855e4bc62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9838669 Jul 28 01:17:46.574099 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-182b0823-6d08-492c-90f8-a0db3d3a2b8d None None] Provisioning complete for port d2867dd3-9963-44fd-bac7-593049fb9e2d triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:17:46.574338 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-182b0823-6d08-492c-90f8-a0db3d3a2b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (d2867dd3-9963-44fd-bac7-593049fb9e2d), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:46.627575 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port 4270ea85-fd11-4f86-9e98-22e292eb6d53 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:17:46.627926 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (4270ea85-fd11-4f86-9e98-22e292eb6d53), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:46.631467 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-96858077-1263-45df-a6d9-23ad5944cf00 None None] Set router d8bc9bfc-2092-46fb-892a-6ad855e4bc62 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:17:46.656064 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-182b0823-6d08-492c-90f8-a0db3d3a2b8d None None] Port d2867dd3-9963-44fd-bac7-593049fb9e2d cannot update to ACTIVE because it is not bound. {{(pid=104163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 01:17:46.779407 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:46.855443 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port 4270ea85-fd11-4f86-9e98-22e292eb6d53 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:17:46.900875 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-96858077-1263-45df-a6d9-23ad5944cf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8bc9bfc-2092-46fb-892a-6ad855e4bc62', 'name': 'tempest-TestShelveInstance-422836920-router', 'tenant_id': 'e1b1f212ac024c8cab7ecf606e39179f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '2f304c84-900a-4b8f-8894-70bbe45ee341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:17:42Z', 'updated_at': '2022-07-28T01:17:45Z', 'revision_number': 4, 'project_id': 'e1b1f212ac024c8cab7ecf606e39179f', 'gw_port': {'id': '2f304c84-900a-4b8f-8894-70bbe45ee341', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8bc9bfc-2092-46fb-892a-6ad855e4bc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:17:42Z', 'updated_at': '2022-07-28T01:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'd2867dd3-9963-44fd-bac7-593049fb9e2d', 'name': '', 'network_id': 'ed5fdd99-1b4d-4bc8-b22e-c2b035006b99', 'tenant_id': 'e1b1f212ac024c8cab7ecf606e39179f', 'mac_address': 'fa:16:3e:49:0d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8bc9bfc-2092-46fb-892a-6ad855e4bc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'ce7efcb9-3e83-4558-8238-9e1168d76c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:17:45Z', 'updated_at': '2022-07-28T01:17:45Z', 'revision_number': 2, 'project_id': 'e1b1f212ac024c8cab7ecf606e39179f', 'subnets': [{'id': 'ce7efcb9-3e83-4558-8238-9e1168d76c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:17:46.917733 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 50938) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:17:46.922975 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-723f024c-23c9-4315-8334-228b878e8364 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-726010540', 'description': 'tempest-secgroup-smoke-726010540 description', 'project_id': 'b1331035c6654c0d9c8ba49f5a724f8c'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:17:46.927136 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96858077-1263-45df-a6d9-23ad5944cf00 None None] The sync data for ids ['d8bc9bfc-2092-46fb-892a-6ad855e4bc62'] in dv-cinder-815582-11-iscsi is: [{'id': 'd8bc9bfc-2092-46fb-892a-6ad855e4bc62', 'name': 'tempest-TestShelveInstance-422836920-router', 'tenant_id': 'e1b1f212ac024c8cab7ecf606e39179f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '2f304c84-900a-4b8f-8894-70bbe45ee341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:17:42Z', 'updated_at': '2022-07-28T01:17:45Z', 'revision_number': 4, 'project_id': 'e1b1f212ac024c8cab7ecf606e39179f', 'gw_port': {'id': '2f304c84-900a-4b8f-8894-70bbe45ee341', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8bc9bfc-2092-46fb-892a-6ad855e4bc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:17:42Z', 'updated_at': '2022-07-28T01:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'd2867dd3-9963-44fd-bac7-593049fb9e2d', 'name': '', 'network_id': 'ed5fdd99-1b4d-4bc8-b22e-c2b035006b99', 'tenant_id': 'e1b1f212ac024c8cab7ecf606e39179f', 'mac_address': 'fa:16:3e:49:0d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8bc9bfc-2092-46fb-892a-6ad855e4bc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'ce7efcb9-3e83-4558-8238-9e1168d76c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:17:45Z', 'updated_at': '2022-07-28T01:17:45Z', 'revision_number': 2, 'project_id': 'e1b1f212ac024c8cab7ecf606e39179f', 'subnets': [{'id': 'ce7efcb9-3e83-4558-8238-9e1168d76c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:17:46.949300 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-723f024c-23c9-4315-8334-228b878e8364 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:47.020665 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-723f024c-23c9-4315-8334-228b878e8364 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks [] for security_group (f7607c0b-804c-4aa9-8624-c3d985792cdc), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:47.026507 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-723f024c-23c9-4315-8334-228b878e8364 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (f7607c0b-804c-4aa9-8624-c3d985792cdc), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:47.041319 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:47.061435 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-723f024c-23c9-4315-8334-228b878e8364 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:47.062704 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-723f024c-23c9-4315-8334-228b878e8364 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1432590 Jul 28 01:17:47.066010 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 50940) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:17:47.068488 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f024c-23c9-4315-8334-228b878e8364 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7607c0b-804c-4aa9-8624-c3d985792cdc,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:47.070888 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-793b9128-b4af-45ae-a2eb-8417254ad2ac tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Request body: {'security_group_rule': {'security_group_id': 'f7607c0b-804c-4aa9-8624-c3d985792cdc', 'project_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:17:47.099419 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-793b9128-b4af-45ae-a2eb-8417254ad2ac tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks [] for security_group_rule (da262c54-d102-43ad-baec-c3b14e55a264), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:47.434717 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:47.452184 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c9f15-0ec6-4b25-882d-3fdec6adbce0 req-564e3520-cd2c-4cfe-bd5e-a6f8c90f3ff3 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:47.453757 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-6f4c9f15-0ec6-4b25-882d-3fdec6adbce0 req-564e3520-cd2c-4cfe-bd5e-a6f8c90f3ff3 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 946 time: 0.0688956 Jul 28 01:17:47.479521 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-793b9128-b4af-45ae-a2eb-8417254ad2ac tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks [] for security_group_rule (da262c54-d102-43ad-baec-c3b14e55a264), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:47.486772 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-793b9128-b4af-45ae-a2eb-8417254ad2ac tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553027'] for security_group_rule (da262c54-d102-43ad-baec-c3b14e55a264), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:47.520115 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793b9128-b4af-45ae-a2eb-8417254ad2ac tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da262c54-d102-43ad-baec-c3b14e55a264,revision_number=0']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:47.537115 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-793b9128-b4af-45ae-a2eb-8417254ad2ac tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:47.538452 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-793b9128-b4af-45ae-a2eb-8417254ad2ac tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4714348 Jul 28 01:17:47.541986 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 50944) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:17:47.548341 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-96f0f7ba-2b81-4dc7-9c23-24d91cd18c81 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Request body: {'security_group_rule': {'security_group_id': 'f7607c0b-804c-4aa9-8624-c3d985792cdc', 'project_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:17:47.554988 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-6f4c9f15-0ec6-4b25-882d-3fdec6adbce0 req-ae371929-b5a0-4a51-ba64-be2547f3264e tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=4bfd2ea3-73ab-4651-bee8-9f5b86065b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931783 Jul 28 01:17:47.570705 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:47.582482 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-96f0f7ba-2b81-4dc7-9c23-24d91cd18c81 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks [] for security_group_rule (4ed4f37c-6107-43e1-a37c-21723f3454cd), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:47.652602 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-96f0f7ba-2b81-4dc7-9c23-24d91cd18c81 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks [] for security_group_rule (4ed4f37c-6107-43e1-a37c-21723f3454cd), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:47.656992 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-96f0f7ba-2b81-4dc7-9c23-24d91cd18c81 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553027'] for security_group_rule (4ed4f37c-6107-43e1-a37c-21723f3454cd), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:47.678738 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f0f7ba-2b81-4dc7-9c23-24d91cd18c81 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ed4f37c-6107-43e1-a37c-21723f3454cd,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:47.686767 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-96f0f7ba-2b81-4dc7-9c23-24d91cd18c81 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:47.688092 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-96f0f7ba-2b81-4dc7-9c23-24d91cd18c81 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1443198 Jul 28 01:17:47.690822 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 50946) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:17:47.695479 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-f04c9d8e-b614-42ca-aa42-ae49f9aa0fad tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Request body: {'security_group_rule': {'security_group_id': 'f7607c0b-804c-4aa9-8624-c3d985792cdc', 'project_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:17:47.723405 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f04c9d8e-b614-42ca-aa42-ae49f9aa0fad tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks [] for security_group_rule (7411c058-3e43-4674-916d-0ca57f0607bb), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:47.787946 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f04c9d8e-b614-42ca-aa42-ae49f9aa0fad tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks [] for security_group_rule (7411c058-3e43-4674-916d-0ca57f0607bb), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:47.791911 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f04c9d8e-b614-42ca-aa42-ae49f9aa0fad tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553027'] for security_group_rule (7411c058-3e43-4674-916d-0ca57f0607bb), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:47.812338 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c9d8e-b614-42ca-aa42-ae49f9aa0fad tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7411c058-3e43-4674-916d-0ca57f0607bb,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:47.822146 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f04c9d8e-b614-42ca-aa42-ae49f9aa0fad tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:47.823621 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-f04c9d8e-b614-42ca-aa42-ae49f9aa0fad tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1318352 Jul 28 01:17:47.826386 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 50948) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:17:47.831052 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-a7f7d482-5640-4ecd-a085-181821374b10 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Request body: {'security_group_rule': {'security_group_id': 'f7607c0b-804c-4aa9-8624-c3d985792cdc', 'project_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:17:47.862223 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a7f7d482-5640-4ecd-a085-181821374b10 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks [] for security_group_rule (ab61c61a-4139-43c4-bbbd-857f082eadcc), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:47.927813 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a7f7d482-5640-4ecd-a085-181821374b10 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks [] for security_group_rule (ab61c61a-4139-43c4-bbbd-857f082eadcc), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:47.932296 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a7f7d482-5640-4ecd-a085-181821374b10 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553027'] for security_group_rule (ab61c61a-4139-43c4-bbbd-857f082eadcc), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:47.957537 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f7d482-5640-4ecd-a085-181821374b10 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab61c61a-4139-43c4-bbbd-857f082eadcc,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:47.964862 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a7f7d482-5640-4ecd-a085-181821374b10 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:47.966893 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-a7f7d482-5640-4ecd-a085-181821374b10 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1387668 Jul 28 01:17:47.968968 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 50952) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:17:47.973708 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-d566c872-6e6d-4acf-9a44-0be2b0212844 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Request body: {'security_group_rule': {'security_group_id': 'f7607c0b-804c-4aa9-8624-c3d985792cdc', 'project_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:17:48.000380 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.db.securitygroups_db [None req-d566c872-6e6d-4acf-9a44-0be2b0212844 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Project b1331035c6654c0d9c8ba49f5a724f8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 01:17:48.008114 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d566c872-6e6d-4acf-9a44-0be2b0212844 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks [] for security_group_rule (e98fc185-3f0b-4223-b9bc-ef0bf70f0186), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:48.079169 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d566c872-6e6d-4acf-9a44-0be2b0212844 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks [] for security_group_rule (e98fc185-3f0b-4223-b9bc-ef0bf70f0186), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:48.085806 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d566c872-6e6d-4acf-9a44-0be2b0212844 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553027'] for security_group_rule (e98fc185-3f0b-4223-b9bc-ef0bf70f0186), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:48.108152 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d566c872-6e6d-4acf-9a44-0be2b0212844 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e98fc185-3f0b-4223-b9bc-ef0bf70f0186,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:48.120664 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d566c872-6e6d-4acf-9a44-0be2b0212844 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:48.122019 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-d566c872-6e6d-4acf-9a44-0be2b0212844 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1520219 Jul 28 01:17:48.124905 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 50958) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:17:48.129607 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-df6c9d91-9794-4e20-9f48-89913820f2ac tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Request body: {'security_group_rule': {'security_group_id': 'f7607c0b-804c-4aa9-8624-c3d985792cdc', 'project_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:17:48.153578 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.db.securitygroups_db [None req-df6c9d91-9794-4e20-9f48-89913820f2ac tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Project b1331035c6654c0d9c8ba49f5a724f8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 01:17:48.160229 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-df6c9d91-9794-4e20-9f48-89913820f2ac tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks [] for security_group_rule (e990b058-bb6f-41b5-b9ab-46fa0edc5dd0), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:48.227993 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-df6c9d91-9794-4e20-9f48-89913820f2ac tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks [] for security_group_rule (e990b058-bb6f-41b5-b9ab-46fa0edc5dd0), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:48.233993 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-df6c9d91-9794-4e20-9f48-89913820f2ac tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553027'] for security_group_rule (e990b058-bb6f-41b5-b9ab-46fa0edc5dd0), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:48.255814 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c9d91-9794-4e20-9f48-89913820f2ac tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e990b058-bb6f-41b5-b9ab-46fa0edc5dd0,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:48.276920 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-df6c9d91-9794-4e20-9f48-89913820f2ac tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:48.279057 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-df6c9d91-9794-4e20-9f48-89913820f2ac tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1525700 Jul 28 01:17:48.372712 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7241f66-2c07-409e-87df-6577da493dbe req-df112907-6735-43e5-8d98-6090c413fb1e tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:48.373630 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:48.380522 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e7241f66-2c07-409e-87df-6577da493dbe req-df112907-6735-43e5-8d98-6090c413fb1e tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 945 time: 0.0629249 Jul 28 01:17:48.382437 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d28a69-7b3a-4de6-9234-33ce53e49e32 req-7bf2cded-6cd4-42af-965a-7f0a30d3b5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:48.384257 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-17d28a69-7b3a-4de6-9234-33ce53e49e32 req-7bf2cded-6cd4-42af-965a-7f0a30d3b5ac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=af4689d2f0ef4d71a1c465610011f2d7&device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 1129 time: 0.0576947 Jul 28 01:17:48.431544 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e7241f66-2c07-409e-87df-6577da493dbe req-87aede2d-2b24-45a3-9f70-3160b6cb2b96 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c741fee7-7ebc-42ea-8f17-aca0a97dcdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499277 Jul 28 01:17:48.487835 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:48.499720 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 2f304c84-900a-4b8f-8894-70bbe45ee341 up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:17:48.524000 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d28a69-7b3a-4de6-9234-33ce53e49e32 req-9ac09347-751d-4aff-8bf9-c3d19e57d558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:48.526897 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-17d28a69-7b3a-4de6-9234-33ce53e49e32 req-9ac09347-751d-4aff-8bf9-c3d19e57d558 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8f65178e-aa89-435c-9fed-639dfc5bec3f HTTP/1.1" status: 200 len: 919 time: 0.1253581 Jul 28 01:17:48.569092 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port 2f304c84-900a-4b8f-8894-70bbe45ee341 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:17:48.569955 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (2f304c84-900a-4b8f-8894-70bbe45ee341), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:48.617766 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-17d28a69-7b3a-4de6-9234-33ce53e49e32 req-26f8f652-26b2-4573-b7b2-89a40c94f4ad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67c0b2f9-537a-48fb-8cc7-ee1426299bf2 HTTP/1.1" status: 200 len: 1001 time: 0.0803287 Jul 28 01:17:48.707725 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d28a69-7b3a-4de6-9234-33ce53e49e32 req-baf41cb9-3c13-4c7b-9186-704ebf99f05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:48.709287 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-17d28a69-7b3a-4de6-9234-33ce53e49e32 req-baf41cb9-3c13-4c7b-9186-704ebf99f05a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2 HTTP/1.1" status: 200 len: 857 time: 0.0821400 Jul 28 01:17:48.783849 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d28a69-7b3a-4de6-9234-33ce53e49e32 req-175fa610-030e-4742-a0d1-42a489fd3ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:48.785764 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-17d28a69-7b3a-4de6-9234-33ce53e49e32 req-175fa610-030e-4742-a0d1-42a489fd3ee0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8f65178e-aa89-435c-9fed-639dfc5bec3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0694292 Jul 28 01:17:48.787416 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfccc07f-ce11-4bcc-b823-45dfa7fb0110 req-6f696217-c31b-47be-a048-678eafc9ed48 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:48.789521 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-dfccc07f-ce11-4bcc-b823-45dfa7fb0110 req-6f696217-c31b-47be-a048-678eafc9ed48 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 946 time: 0.1393857 Jul 28 01:17:48.854983 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:48.867950 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484b6cc-5e15-4522-9aa5-b7694e0e25a4 req-964b705d-d3a4-4bc8-aff1-ebdb152cf10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:48.870469 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b484b6cc-5e15-4522-9aa5-b7694e0e25a4 req-964b705d-d3a4-4bc8-aff1-ebdb152cf10c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9889594f4bf84c4591714b505f1861fe&device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 1168 time: 0.1350167 Jul 28 01:17:48.905334 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port 2f304c84-900a-4b8f-8894-70bbe45ee341 is: DOWN; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:17:48.905772 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (2f304c84-900a-4b8f-8894-70bbe45ee341), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:48.929080 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] For port 2f304c84-900a-4b8f-8894-70bbe45ee341, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=2f304c84-900a-4b8f-8894-70bbe45ee341,segment=NetworkSegment(e0235fba-4142-426a-91c5-07cb16b4142e),segment_id=e0235fba-4142-426a-91c5-07cb16b4142e)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:17:48.937330 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (2f304c84-900a-4b8f-8894-70bbe45ee341), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:48.948084 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-17d28a69-7b3a-4de6-9234-33ce53e49e32 req-096695e6-d95b-4f8a-a102-c2f492d719f4 service neutron] 10.222.0.42 "GET /v2.0/networks/8f65178e-aa89-435c-9fed-639dfc5bec3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511056 Jul 28 01:17:48.969954 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e57ad-9a02-4b04-8189-3a91879fc9cc req-ab661615-eb48-4c58-aa19-c654739a32d2 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:48.973186 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-816e57ad-9a02-4b04-8189-3a91879fc9cc req-ab661615-eb48-4c58-aa19-c654739a32d2 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 984 time: 0.1968832 Jul 28 01:17:49.004089 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Pushing event updated for resources: {'Port': ['ID=2f304c84-900a-4b8f-8894-70bbe45ee341,revision_number=4']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:49.016435 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:49.016792 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:49.017140 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:49.017483 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:49.017821 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:49.018154 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:49.018485 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:49.018815 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:49.019166 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:49.025668 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:49.026340 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:49.027272 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:49.027823 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:49.028314 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:49.028980 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:17:49.060850 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-dfccc07f-ce11-4bcc-b823-45dfa7fb0110 req-8cc8fc24-220f-4c17-8587-c884af0a997e tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=4bfd2ea3-73ab-4651-bee8-9f5b86065b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2589059 Jul 28 01:17:49.090150 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-17d28a69-7b3a-4de6-9234-33ce53e49e32 req-6c078fed-68c2-476a-8d45-9fb2751e4102 service neutron] 10.222.0.42 "GET /v2.0/networks/8f65178e-aa89-435c-9fed-639dfc5bec3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335511 Jul 28 01:17:49.123215 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-816e57ad-9a02-4b04-8189-3a91879fc9cc req-a4a1ef75-762e-4eb1-b42a-bf79cb7d72be tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&id=dc06e2eb-a2eb-47c1-b95a-e012ec978612&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1414943 Jul 28 01:17:49.145912 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484b6cc-5e15-4522-9aa5-b7694e0e25a4 req-9bc0eca8-9986-4df9-b37d-60b2affbed96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:49.147520 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b484b6cc-5e15-4522-9aa5-b7694e0e25a4 req-9bc0eca8-9986-4df9-b37d-60b2affbed96 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3896987d-a99e-4647-8e6b-6bfb34b8ea7a HTTP/1.1" status: 200 len: 914 time: 0.2675679 Jul 28 01:17:49.224150 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b484b6cc-5e15-4522-9aa5-b7694e0e25a4 req-37217eec-a9bd-4f21-8ac8-96ddb08ab2e5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f17787d-ed77-4892-b415-19e790741366 HTTP/1.1" status: 200 len: 1000 time: 0.0601745 Jul 28 01:17:49.299963 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7c972e-d3d1-4cf2-a54e-43f3367c5892 None None] Sync routers for ids ['d8bc9bfc-2092-46fb-892a-6ad855e4bc62'] in dv-cinder-815582-11-iscsi {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:17:49.311399 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7c972e-d3d1-4cf2-a54e-43f3367c5892 None None] Routers {'d8bc9bfc-2092-46fb-892a-6ad855e4bc62'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:17:49.312102 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-8f7c972e-d3d1-4cf2-a54e-43f3367c5892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:17:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['d8bc9bfc-2092-46fb-892a-6ad855e4bc62'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:17:49.329838 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484b6cc-5e15-4522-9aa5-b7694e0e25a4 req-22fb3861-df1f-43e3-b1bf-272153cbcd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:49.331565 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b484b6cc-5e15-4522-9aa5-b7694e0e25a4 req-22fb3861-df1f-43e3-b1bf-272153cbcd12 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=795ace15-547b-4b04-8e63-5e779c7d0b43 HTTP/1.1" status: 200 len: 852 time: 0.0479681 Jul 28 01:17:49.384370 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484b6cc-5e15-4522-9aa5-b7694e0e25a4 req-a965b07b-c2ba-4cfb-b8db-30d993390e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:49.386136 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b484b6cc-5e15-4522-9aa5-b7694e0e25a4 req-a965b07b-c2ba-4cfb-b8db-30d993390e99 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3896987d-a99e-4647-8e6b-6bfb34b8ea7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0457749 Jul 28 01:17:49.421216 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-8f7c972e-d3d1-4cf2-a54e-43f3367c5892 None None] Set router d8bc9bfc-2092-46fb-892a-6ad855e4bc62 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:17:49.494348 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b484b6cc-5e15-4522-9aa5-b7694e0e25a4 req-b4384032-7af0-4654-9f83-4db630cc584a service neutron] 10.222.0.42 "GET /v2.0/networks/3896987d-a99e-4647-8e6b-6bfb34b8ea7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997715 Jul 28 01:17:49.563388 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:49.612416 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ada724-c277-47ed-aed7-71bd62d29ebb req-e340ba93-f146-415e-aed8-e6bde9f170d8 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:49.613976 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b7ada724-c277-47ed-aed7-71bd62d29ebb req-e340ba93-f146-415e-aed8-e6bde9f170d8 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 945 time: 0.1018608 Jul 28 01:17:49.636921 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-8f7c972e-d3d1-4cf2-a54e-43f3367c5892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8bc9bfc-2092-46fb-892a-6ad855e4bc62', 'name': 'tempest-TestShelveInstance-422836920-router', 'tenant_id': 'e1b1f212ac024c8cab7ecf606e39179f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '2f304c84-900a-4b8f-8894-70bbe45ee341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:17:42Z', 'updated_at': '2022-07-28T01:17:45Z', 'revision_number': 4, 'project_id': 'e1b1f212ac024c8cab7ecf606e39179f', 'gw_port': {'id': '2f304c84-900a-4b8f-8894-70bbe45ee341', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bc9bfc-2092-46fb-892a-6ad855e4bc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:17:42Z', 'updated_at': '2022-07-28T01:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'd2867dd3-9963-44fd-bac7-593049fb9e2d', 'name': '', 'network_id': 'ed5fdd99-1b4d-4bc8-b22e-c2b035006b99', 'tenant_id': 'e1b1f212ac024c8cab7ecf606e39179f', 'mac_address': 'fa:16:3e:49:0d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8bc9bfc-2092-46fb-892a-6ad855e4bc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'ce7efcb9-3e83-4558-8238-9e1168d76c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:17:45Z', 'updated_at': '2022-07-28T01:17:45Z', 'revision_number': 2, 'project_id': 'e1b1f212ac024c8cab7ecf606e39179f', 'subnets': [{'id': 'ce7efcb9-3e83-4558-8238-9e1168d76c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:17:49.645036 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:49.663858 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7c972e-d3d1-4cf2-a54e-43f3367c5892 None None] Checking router: d8bc9bfc-2092-46fb-892a-6ad855e4bc62 for host: dv-cinder-815582-11-iscsi {{(pid=104164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:17:49.664209 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7c972e-d3d1-4cf2-a54e-43f3367c5892 None None] Updating router d8bc9bfc-2092-46fb-892a-6ad855e4bc62 port d2867dd3-9963-44fd-bac7-593049fb9e2d binding host dv-cinder-815582-11-iscsi {{(pid=104164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 01:17:49.666619 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b484b6cc-5e15-4522-9aa5-b7694e0e25a4 req-d408af8d-d281-46ec-acf0-f5337d03829e service neutron] 10.222.0.42 "GET /v2.0/networks/3896987d-a99e-4647-8e6b-6bfb34b8ea7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642911 Jul 28 01:17:49.690950 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b7ada724-c277-47ed-aed7-71bd62d29ebb req-8c0ee9f4-55e6-446c-9734-2ec00b20dfc4 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c741fee7-7ebc-42ea-8f17-aca0a97dcdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669775 Jul 28 01:17:49.695951 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8f7c972e-d3d1-4cf2-a54e-43f3367c5892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (d2867dd3-9963-44fd-bac7-593049fb9e2d), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:49.697802 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:49.708772 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:49.970534 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8f7c972e-d3d1-4cf2-a54e-43f3367c5892 None None] Publish callbacks [] for port (d2867dd3-9963-44fd-bac7-593049fb9e2d), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:49.979713 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8f7c972e-d3d1-4cf2-a54e-43f3367c5892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (d2867dd3-9963-44fd-bac7-593049fb9e2d), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:50.036714 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394be5d1-7d14-4a67-b619-2cf00cc0cd49 None None] Pushing event updated for resources: {'Port': ['ID=d2867dd3-9963-44fd-bac7-593049fb9e2d,revision_number=3']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:50.104714 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-8f7c972e-d3d1-4cf2-a54e-43f3367c5892 None None] Attempting to bind port d2867dd3-9963-44fd-bac7-593049fb9e2d on host dv-cinder-815582-11-iscsi for vnic_type normal with profile {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:17:50.105081 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-8f7c972e-d3d1-4cf2-a54e-43f3367c5892 None None] Attempting to bind port d2867dd3-9963-44fd-bac7-593049fb9e2d by drivers openvswitch,hyperv on host dv-cinder-815582-11-iscsi at level 0 using segments [{'id': 'f9686903-f61a-49c9-8720-df6c18b0d583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ed5fdd99-1b4d-4bc8-b22e-c2b035006b99'}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:17:50.105435 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7c972e-d3d1-4cf2-a54e-43f3367c5892 None None] Attempting to bind port d2867dd3-9963-44fd-bac7-593049fb9e2d on network ed5fdd99-1b4d-4bc8-b22e-c2b035006b99 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:17:50.112886 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7c972e-d3d1-4cf2-a54e-43f3367c5892 None None] Checking agent: {'id': 'e0b16abb-2210-4432-8141-713fb95a37e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 4, 43), 'started_at': datetime.datetime(2022, 7, 28, 1, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:17:50.113258 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7c972e-d3d1-4cf2-a54e-43f3367c5892 None None] Checking segment: {'id': 'f9686903-f61a-49c9-8720-df6c18b0d583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ed5fdd99-1b4d-4bc8-b22e-c2b035006b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:17:50.113658 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8f7c972e-d3d1-4cf2-a54e-43f3367c5892 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:50.114046 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7c972e-d3d1-4cf2-a54e-43f3367c5892 None None] Bound using segment: {'id': 'f9686903-f61a-49c9-8720-df6c18b0d583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ed5fdd99-1b4d-4bc8-b22e-c2b035006b99'} {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:17:50.114517 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-8f7c972e-d3d1-4cf2-a54e-43f3367c5892 None None] Bound port: d2867dd3-9963-44fd-bac7-593049fb9e2d, host: dv-cinder-815582-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9686903-f61a-49c9-8720-df6c18b0d583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ed5fdd99-1b4d-4bc8-b22e-c2b035006b99'}}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:17:50.114925 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8f7c972e-d3d1-4cf2-a54e-43f3367c5892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (d2867dd3-9963-44fd-bac7-593049fb9e2d), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:50.193418 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-8f7c972e-d3d1-4cf2-a54e-43f3367c5892 None None] For port d2867dd3-9963-44fd-bac7-593049fb9e2d, host dv-cinder-815582-11-iscsi, cleared binding levels {{(pid=104164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:17:50.197674 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-8f7c972e-d3d1-4cf2-a54e-43f3367c5892 None None] For port d2867dd3-9963-44fd-bac7-593049fb9e2d, host dv-cinder-815582-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=d2867dd3-9963-44fd-bac7-593049fb9e2d,segment=NetworkSegment(f9686903-f61a-49c9-8720-df6c18b0d583),segment_id=f9686903-f61a-49c9-8720-df6c18b0d583)] {{(pid=104164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:17:50.213117 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8f7c972e-d3d1-4cf2-a54e-43f3367c5892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (d2867dd3-9963-44fd-bac7-593049fb9e2d), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:50.230611 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f859c5-cef4-4ccb-868c-abf27c9086bd req-6a3d1764-0ab6-44e0-b51a-a6bc776ea11c tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:50.237984 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-45f859c5-cef4-4ccb-868c-abf27c9086bd req-6a3d1764-0ab6-44e0-b51a-a6bc776ea11c tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 946 time: 0.0831258 Jul 28 01:17:50.269573 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7c972e-d3d1-4cf2-a54e-43f3367c5892 None None] Routers {'d8bc9bfc-2092-46fb-892a-6ad855e4bc62'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:17:50.270191 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-8f7c972e-d3d1-4cf2-a54e-43f3367c5892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:17:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['d8bc9bfc-2092-46fb-892a-6ad855e4bc62'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:17:50.313510 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-bdf58afd-c52e-411b-8829-81759cb88558 None None] Provisioning complete for port d2867dd3-9963-44fd-bac7-593049fb9e2d triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:17:50.314640 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-bdf58afd-c52e-411b-8829-81759cb88558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (d2867dd3-9963-44fd-bac7-593049fb9e2d), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:50.316192 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394be5d1-7d14-4a67-b619-2cf00cc0cd49 None None] Pushing event updated for resources: {'Port': ['ID=d2867dd3-9963-44fd-bac7-593049fb9e2d,revision_number=4']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:50.316631 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b84163-7fe9-4d70-b1d8-9fe1367298fe req-4462af38-935f-4fb5-a4b5-a2568a65ab62 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:50.324040 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-87b84163-7fe9-4d70-b1d8-9fe1367298fe req-4462af38-935f-4fb5-a4b5-a2568a65ab62 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 984 time: 0.1081364 Jul 28 01:17:50.369523 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-45f859c5-cef4-4ccb-868c-abf27c9086bd req-fce57ee2-102c-4c5d-8e83-101e6873b1b7 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=4bfd2ea3-73ab-4651-bee8-9f5b86065b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304755 Jul 28 01:17:50.440109 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-bdf58afd-c52e-411b-8829-81759cb88558 None None] Current status of the port d2867dd3-9963-44fd-bac7-593049fb9e2d is: DOWN; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:17:50.441008 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-bdf58afd-c52e-411b-8829-81759cb88558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (d2867dd3-9963-44fd-bac7-593049fb9e2d), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:50.465030 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-8f7c972e-d3d1-4cf2-a54e-43f3367c5892 None None] Set router d8bc9bfc-2092-46fb-892a-6ad855e4bc62 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:17:50.498619 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-87b84163-7fe9-4d70-b1d8-9fe1367298fe req-6ecaf7fa-7613-4d55-863b-ea2034504a2f tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&id=dc06e2eb-a2eb-47c1-b95a-e012ec978612&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1735678 Jul 28 01:17:50.504600 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-bdf58afd-c52e-411b-8829-81759cb88558 None None] For port d2867dd3-9963-44fd-bac7-593049fb9e2d, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=d2867dd3-9963-44fd-bac7-593049fb9e2d,segment=NetworkSegment(f9686903-f61a-49c9-8720-df6c18b0d583),segment_id=f9686903-f61a-49c9-8720-df6c18b0d583)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:17:50.523209 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-bdf58afd-c52e-411b-8829-81759cb88558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (d2867dd3-9963-44fd-bac7-593049fb9e2d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:50.531471 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device d2867dd3-9963-44fd-bac7-593049fb9e2d up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:17:50.610017 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf58afd-c52e-411b-8829-81759cb88558 None None] Pushing event updated for resources: {'Port': ['ID=d2867dd3-9963-44fd-bac7-593049fb9e2d,revision_number=5']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:17:50.619604 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port d2867dd3-9963-44fd-bac7-593049fb9e2d triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:17:50.620189 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (d2867dd3-9963-44fd-bac7-593049fb9e2d), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:50.668329 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-21c228d0-3270-4ec2-98c6-92b16deeb189 None None] Provisioning complete for port d2867dd3-9963-44fd-bac7-593049fb9e2d triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:17:50.668691 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-21c228d0-3270-4ec2-98c6-92b16deeb189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (d2867dd3-9963-44fd-bac7-593049fb9e2d), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:50.693756 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-8f7c972e-d3d1-4cf2-a54e-43f3367c5892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8bc9bfc-2092-46fb-892a-6ad855e4bc62', 'name': 'tempest-TestShelveInstance-422836920-router', 'tenant_id': 'e1b1f212ac024c8cab7ecf606e39179f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '2f304c84-900a-4b8f-8894-70bbe45ee341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:17:42Z', 'updated_at': '2022-07-28T01:17:45Z', 'revision_number': 4, 'project_id': 'e1b1f212ac024c8cab7ecf606e39179f', 'gw_port': {'id': '2f304c84-900a-4b8f-8894-70bbe45ee341', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bc9bfc-2092-46fb-892a-6ad855e4bc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:17:42Z', 'updated_at': '2022-07-28T01:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'd2867dd3-9963-44fd-bac7-593049fb9e2d', 'name': '', 'network_id': 'ed5fdd99-1b4d-4bc8-b22e-c2b035006b99', 'tenant_id': 'e1b1f212ac024c8cab7ecf606e39179f', 'mac_address': 'fa:16:3e:49:0d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8bc9bfc-2092-46fb-892a-6ad855e4bc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'ce7efcb9-3e83-4558-8238-9e1168d76c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:17:45Z', 'updated_at': '2022-07-28T01:17:50Z', 'revision_number': 4, 'project_id': 'e1b1f212ac024c8cab7ecf606e39179f', 'subnets': [{'id': 'ce7efcb9-3e83-4558-8238-9e1168d76c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:17:50.723655 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7c972e-d3d1-4cf2-a54e-43f3367c5892 None None] The sync data for ids ['d8bc9bfc-2092-46fb-892a-6ad855e4bc62'] in dv-cinder-815582-11-iscsi is: [{'id': 'd8bc9bfc-2092-46fb-892a-6ad855e4bc62', 'name': 'tempest-TestShelveInstance-422836920-router', 'tenant_id': 'e1b1f212ac024c8cab7ecf606e39179f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '2f304c84-900a-4b8f-8894-70bbe45ee341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:17:42Z', 'updated_at': '2022-07-28T01:17:45Z', 'revision_number': 4, 'project_id': 'e1b1f212ac024c8cab7ecf606e39179f', 'gw_port': {'id': '2f304c84-900a-4b8f-8894-70bbe45ee341', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bc9bfc-2092-46fb-892a-6ad855e4bc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:17:42Z', 'updated_at': '2022-07-28T01:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'd2867dd3-9963-44fd-bac7-593049fb9e2d', 'name': '', 'network_id': 'ed5fdd99-1b4d-4bc8-b22e-c2b035006b99', 'tenant_id': 'e1b1f212ac024c8cab7ecf606e39179f', 'mac_address': 'fa:16:3e:49:0d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8bc9bfc-2092-46fb-892a-6ad855e4bc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'ce7efcb9-3e83-4558-8238-9e1168d76c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:17:45Z', 'updated_at': '2022-07-28T01:17:50Z', 'revision_number': 4, 'project_id': 'e1b1f212ac024c8cab7ecf606e39179f', 'subnets': [{'id': 'ce7efcb9-3e83-4558-8238-9e1168d76c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:17:50.756986 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port d2867dd3-9963-44fd-bac7-593049fb9e2d is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:17:50.758405 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 2f304c84-900a-4b8f-8894-70bbe45ee341 up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:17:50.798379 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:50.824408 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-21c228d0-3270-4ec2-98c6-92b16deeb189 None None] Current status of the port d2867dd3-9963-44fd-bac7-593049fb9e2d is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:17:50.832637 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3682145-cf0f-4455-9a14-4699663c871b req-7e75e53b-6d1d-4342-a2fe-e5b942f829f0 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:50.839483 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port 2f304c84-900a-4b8f-8894-70bbe45ee341 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:17:50.839947 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (2f304c84-900a-4b8f-8894-70bbe45ee341), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:50.841316 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e3682145-cf0f-4455-9a14-4699663c871b req-7e75e53b-6d1d-4342-a2fe-e5b942f829f0 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 945 time: 0.0631638 Jul 28 01:17:50.891731 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e3682145-cf0f-4455-9a14-4699663c871b req-192b2870-0378-4bb7-bd6d-97ecaea6548a tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c741fee7-7ebc-42ea-8f17-aca0a97dcdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495100 Jul 28 01:17:50.930412 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port 2f304c84-900a-4b8f-8894-70bbe45ee341 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:17:51.484075 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff8180-bf6c-4507-9d6c-bab9b72617a8 req-9d61cd20-72f0-4bd0-b12c-e4a85f2aab59 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:51.485595 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e7ff8180-bf6c-4507-9d6c-bab9b72617a8 req-9d61cd20-72f0-4bd0-b12c-e4a85f2aab59 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 946 time: 0.0500064 Jul 28 01:17:51.540653 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e7ff8180-bf6c-4507-9d6c-bab9b72617a8 req-7a605be6-30f7-4cf9-aac4-00ad6bea3698 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=4bfd2ea3-73ab-4651-bee8-9f5b86065b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491309 Jul 28 01:17:51.623320 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09871-6c49-4ae5-ac1e-89be50cc6018 req-0a9c5877-916a-45ad-90ac-3937b305ea53 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:51.624814 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a3f09871-6c49-4ae5-ac1e-89be50cc6018 req-0a9c5877-916a-45ad-90ac-3937b305ea53 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 984 time: 0.0500474 Jul 28 01:17:51.688904 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a3f09871-6c49-4ae5-ac1e-89be50cc6018 req-4a85b1ed-8031-4528-90ad-41845e37897c tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&id=dc06e2eb-a2eb-47c1-b95a-e012ec978612&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574734 Jul 28 01:17:52.022438 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d82b4-c9ad-44f3-8b75-b37140a804b7 req-9befca83-e0a3-41c5-91bb-c2fc4b1ab8c1 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:52.023952 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-973d82b4-c9ad-44f3-8b75-b37140a804b7 req-9befca83-e0a3-41c5-91bb-c2fc4b1ab8c1 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 945 time: 0.0536819 Jul 28 01:17:52.072639 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-973d82b4-c9ad-44f3-8b75-b37140a804b7 req-84ebed97-9899-493a-a0a9-974f56f1c507 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c741fee7-7ebc-42ea-8f17-aca0a97dcdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430081 Jul 28 01:17:52.431214 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device d2867dd3-9963-44fd-bac7-593049fb9e2d up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:17:52.483128 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port d2867dd3-9963-44fd-bac7-593049fb9e2d triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:17:52.483483 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (d2867dd3-9963-44fd-bac7-593049fb9e2d), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:17:52.558412 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port d2867dd3-9963-44fd-bac7-593049fb9e2d is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:17:52.664675 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880fbd22-ce5e-4db1-b689-bac7c99982e7 req-8dedac22-8fd1-4969-adab-a292ae4d81cc tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:52.666225 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-880fbd22-ce5e-4db1-b689-bac7c99982e7 req-8dedac22-8fd1-4969-adab-a292ae4d81cc tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 946 time: 0.0528133 Jul 28 01:17:52.723533 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-880fbd22-ce5e-4db1-b689-bac7c99982e7 req-8177ce62-c354-46d6-8d6c-3d085fd4dc87 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=4bfd2ea3-73ab-4651-bee8-9f5b86065b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487442 Jul 28 01:17:52.814515 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdedd8cb-bc3d-43c6-b29b-d8b911f75c82 req-c97984fc-8cae-4537-b6cf-52b82d48f6d7 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:52.816043 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fdedd8cb-bc3d-43c6-b29b-d8b911f75c82 req-c97984fc-8cae-4537-b6cf-52b82d48f6d7 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 984 time: 0.0521564 Jul 28 01:17:52.889414 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fdedd8cb-bc3d-43c6-b29b-d8b911f75c82 req-b7a92305-147a-4e5b-a480-ca8b9c6b9f96 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&id=dc06e2eb-a2eb-47c1-b95a-e012ec978612&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0670607 Jul 28 01:17:52.975206 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a8507-cfb4-419e-8172-f9a7039895cd req-709716ef-64a0-497b-afd4-b6d48d918738 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:52.976666 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-716a8507-cfb4-419e-8172-f9a7039895cd req-709716ef-64a0-497b-afd4-b6d48d918738 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 946 time: 0.0863750 Jul 28 01:17:52.993593 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba1718-978a-47cc-bacf-20b6ebd28b23 req-af191680-db2e-42b4-a1a8-5945a2998eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:52.995180 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-edba1718-978a-47cc-bacf-20b6ebd28b23 req-af191680-db2e-42b4-a1a8-5945a2998eda service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=347bcdc7636e4f93af2597f853926b13&device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 1130 time: 0.0593765 Jul 28 01:17:53.023149 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:53.081024 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-716a8507-cfb4-419e-8172-f9a7039895cd req-1a15f9be-dcac-47ec-bba2-531137cae24c tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=4bfd2ea3-73ab-4651-bee8-9f5b86065b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969143 Jul 28 01:17:53.086700 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:53.122602 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba1718-978a-47cc-bacf-20b6ebd28b23 req-acfbba64-eefd-4a58-a4f8-edbffe45c651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:53.124119 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-edba1718-978a-47cc-bacf-20b6ebd28b23 req-acfbba64-eefd-4a58-a4f8-edbffe45c651 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e HTTP/1.1" status: 200 len: 912 time: 0.1149104 Jul 28 01:17:53.224818 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-edba1718-978a-47cc-bacf-20b6ebd28b23 req-406e71c1-89d1-43e0-8e6c-006770a4aa4e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef HTTP/1.1" status: 200 len: 1002 time: 0.0910277 Jul 28 01:17:53.233051 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c10bdd-9dff-4e99-8a69-10ea9c03f795 req-f5410028-edea-4062-8dc7-f3ebd94e84b8 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:53.234449 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-c4c10bdd-9dff-4e99-8a69-10ea9c03f795 req-f5410028-edea-4062-8dc7-f3ebd94e84b8 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 945 time: 0.0660381 Jul 28 01:17:53.303023 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba1718-978a-47cc-bacf-20b6ebd28b23 req-4b833d92-1d64-41bb-9785-2cf4e07ba9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:53.304481 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-edba1718-978a-47cc-bacf-20b6ebd28b23 req-4b833d92-1d64-41bb-9785-2cf4e07ba9f1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6 HTTP/1.1" status: 200 len: 850 time: 0.0691743 Jul 28 01:17:53.327865 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-c4c10bdd-9dff-4e99-8a69-10ea9c03f795 req-dff345e3-52af-43ba-b69b-ca9096a5e636 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c741fee7-7ebc-42ea-8f17-aca0a97dcdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852137 Jul 28 01:17:53.355877 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba1718-978a-47cc-bacf-20b6ebd28b23 req-28c1cb74-6dba-417b-8217-0e86b920af73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:53.357420 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-edba1718-978a-47cc-bacf-20b6ebd28b23 req-28c1cb74-6dba-417b-8217-0e86b920af73 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450766 Jul 28 01:17:53.466136 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-edba1718-978a-47cc-bacf-20b6ebd28b23 req-68953dc7-2d2d-4c5d-872c-f3226ce08d43 service neutron] 10.222.0.42 "GET /v2.0/networks/a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001723 Jul 28 01:17:53.569390 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-edba1718-978a-47cc-bacf-20b6ebd28b23 req-4b9c997b-01b9-4b86-857f-8478e37eeab8 service neutron] 10.222.0.42 "GET /v2.0/networks/a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955219 Jul 28 01:17:54.020459 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcaa29b-2108-4181-b162-535ad833d343 req-7c99c152-4dfb-4e73-b785-6e4dcdcb5a3e tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:54.021934 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1dcaa29b-2108-4181-b162-535ad833d343 req-7c99c152-4dfb-4e73-b785-6e4dcdcb5a3e tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 984 time: 0.0576940 Jul 28 01:17:54.099991 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1dcaa29b-2108-4181-b162-535ad833d343 req-ac994335-ea72-4531-be44-e858af8a844c tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&id=dc06e2eb-a2eb-47c1-b95a-e012ec978612&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0719771 Jul 28 01:17:54.208680 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c284749-4741-469e-8209-1ea2c199eaf7 req-8a666508-7e4b-4ec7-af67-2ff262eacb14 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:54.210072 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8c284749-4741-469e-8209-1ea2c199eaf7 req-8a666508-7e4b-4ec7-af67-2ff262eacb14 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 946 time: 0.0518861 Jul 28 01:17:54.270745 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8c284749-4741-469e-8209-1ea2c199eaf7 req-1d6da247-073c-4001-a772-2d9bc6dddad7 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=4bfd2ea3-73ab-4651-bee8-9f5b86065b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546141 Jul 28 01:17:54.467490 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e16dd-888d-4e17-b1ee-ef883e23321b req-90548892-b457-4f5b-b42e-16f4b76fd6ca tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:54.470133 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-284e16dd-888d-4e17-b1ee-ef883e23321b req-90548892-b457-4f5b-b42e-16f4b76fd6ca tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 945 time: 0.0536613 Jul 28 01:17:54.520957 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-284e16dd-888d-4e17-b1ee-ef883e23321b req-157317c3-6e86-4ff1-a5df-94948fa95cc6 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c741fee7-7ebc-42ea-8f17-aca0a97dcdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463185 Jul 28 01:17:55.233039 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0d218-4a1d-4e67-80b7-7cd21a2983a6 req-732aeaec-adf3-46d5-8584-774dff82f898 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:55.234508 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-59a0d218-4a1d-4e67-80b7-7cd21a2983a6 req-732aeaec-adf3-46d5-8584-774dff82f898 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 984 time: 0.0506451 Jul 28 01:17:55.297022 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-59a0d218-4a1d-4e67-80b7-7cd21a2983a6 req-0124d2f4-3200-40cb-bb0a-6a6fa322d013 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&id=dc06e2eb-a2eb-47c1-b95a-e012ec978612&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566766 Jul 28 01:17:55.396018 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2b4ca-f691-4bdd-9790-6c166bb01f4b req-cbdcb671-baa3-4fe0-8ca3-e2d3759369a2 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:55.397402 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-3be2b4ca-f691-4bdd-9790-6c166bb01f4b req-cbdcb671-baa3-4fe0-8ca3-e2d3759369a2 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 946 time: 0.0525110 Jul 28 01:17:55.429180 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:55.447566 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-3be2b4ca-f691-4bdd-9790-6c166bb01f4b req-9d8a4147-272d-400f-bbac-453c464a5a46 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=4bfd2ea3-73ab-4651-bee8-9f5b86065b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433149 Jul 28 01:17:55.649652 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229508e1-d2e3-4520-a686-25c8741db465 req-d27781ac-680c-4e3b-911b-630b43f4af89 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:55.651149 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-229508e1-d2e3-4520-a686-25c8741db465 req-d27781ac-680c-4e3b-911b-630b43f4af89 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 945 time: 0.0539129 Jul 28 01:17:55.682218 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:55.705673 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-229508e1-d2e3-4520-a686-25c8741db465 req-66b1b7fb-ee10-4b99-b2d3-d84851fb48d3 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c741fee7-7ebc-42ea-8f17-aca0a97dcdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487483 Jul 28 01:17:56.426616 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea60e55-651b-433f-bf48-03ebc25c181d req-66665a07-495d-40fd-93cf-cc5875cab123 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:56.428209 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7ea60e55-651b-433f-bf48-03ebc25c181d req-66665a07-495d-40fd-93cf-cc5875cab123 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 984 time: 0.0553067 Jul 28 01:17:56.495618 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7ea60e55-651b-433f-bf48-03ebc25c181d req-26afc518-103c-49cd-b87c-b7b3913f8df6 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&id=dc06e2eb-a2eb-47c1-b95a-e012ec978612&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0615454 Jul 28 01:17:56.829497 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f13db-69d2-439d-8712-f50306b6e5e5 req-617ec525-a318-4a49-81e5-0c497b059b6c tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:56.832286 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1c4f13db-69d2-439d-8712-f50306b6e5e5 req-617ec525-a318-4a49-81e5-0c497b059b6c tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 945 time: 0.0500791 Jul 28 01:17:56.892976 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1c4f13db-69d2-439d-8712-f50306b6e5e5 req-c481d9a3-9d40-44c8-add7-bc9b439d71f2 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c741fee7-7ebc-42ea-8f17-aca0a97dcdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550323 Jul 28 01:17:57.630419 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adfb31b-8d52-4e98-b702-046626c9222e req-e85d6f2f-ceaa-48c3-b134-613ac31a5c20 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:57.631916 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8adfb31b-8d52-4e98-b702-046626c9222e req-e85d6f2f-ceaa-48c3-b134-613ac31a5c20 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 984 time: 0.0522838 Jul 28 01:17:57.697171 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8adfb31b-8d52-4e98-b702-046626c9222e req-599426da-8699-4077-b034-80163e662a59 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&id=dc06e2eb-a2eb-47c1-b95a-e012ec978612&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564845 Jul 28 01:17:58.019903 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6c1c3-afe1-4e50-bcbd-382159cec862 req-5a98060d-ebfe-4747-ae7d-fc5cb09778ca tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:58.021272 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fac6c1c3-afe1-4e50-bcbd-382159cec862 req-5a98060d-ebfe-4747-ae7d-fc5cb09778ca tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 945 time: 0.0521839 Jul 28 01:17:58.070050 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fac6c1c3-afe1-4e50-bcbd-382159cec862 req-00ba4964-dec9-4679-9aef-2ea43a2c9c39 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c741fee7-7ebc-42ea-8f17-aca0a97dcdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430584 Jul 28 01:17:58.826954 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e383d7-9868-4108-ba51-e4c4020bacc7 req-c3a5842f-d3a8-40e0-abb4-f579c82b1e65 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:58.828513 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-91e383d7-9868-4108-ba51-e4c4020bacc7 req-c3a5842f-d3a8-40e0-abb4-f579c82b1e65 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 984 time: 0.0535822 Jul 28 01:17:58.895440 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-91e383d7-9868-4108-ba51-e4c4020bacc7 req-5f7c48bb-1882-4ae7-973c-e0f6d8821848 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&id=dc06e2eb-a2eb-47c1-b95a-e012ec978612&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0606041 Jul 28 01:17:59.084721 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=34 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:59.086716 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=45 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:17:59.191859 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa14db-ecdf-435d-aae1-010e2fe80732 req-eda0fe59-58a5-47bd-84a5-52d556fd01f8 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:17:59.193319 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-03fa14db-ecdf-435d-aae1-010e2fe80732 req-eda0fe59-58a5-47bd-84a5-52d556fd01f8 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 945 time: 0.0483060 Jul 28 01:17:59.245471 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-03fa14db-ecdf-435d-aae1-010e2fe80732 req-5789aab1-ee9c-42f6-917d-47b50434a69a tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c741fee7-7ebc-42ea-8f17-aca0a97dcdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464406 Jul 28 01:18:00.030457 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa30800-c656-4923-9d7f-2c1fdbc7c661 req-de79bb05-e454-4599-b94e-ad0e6921fbce tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:00.032106 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9aa30800-c656-4923-9d7f-2c1fdbc7c661 req-de79bb05-e454-4599-b94e-ad0e6921fbce tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 984 time: 0.0640182 Jul 28 01:18:00.094984 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9aa30800-c656-4923-9d7f-2c1fdbc7c661 req-fdca35dc-3426-4504-ae13-7fd0b1a015ee tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&id=dc06e2eb-a2eb-47c1-b95a-e012ec978612&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564737 Jul 28 01:18:00.385157 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cdce7c-d85e-41ee-b71b-ece1e3143871 req-e0c9e2ed-d61a-4cc9-b5f9-86dbf4da4918 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:00.386612 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-27cdce7c-d85e-41ee-b71b-ece1e3143871 req-e0c9e2ed-d61a-4cc9-b5f9-86dbf4da4918 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 945 time: 0.0558445 Jul 28 01:18:00.437310 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-27cdce7c-d85e-41ee-b71b-ece1e3143871 req-ce2e0846-d261-4644-8239-7aafcdfd1fe8 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c741fee7-7ebc-42ea-8f17-aca0a97dcdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447462 Jul 28 01:18:00.696051 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:00.696854 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:01.217393 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9390bf0-9b62-4608-b135-2aae820bddc6 req-8234b1d5-301a-4975-bce0-1c242b5ce9e1 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:01.218759 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d9390bf0-9b62-4608-b135-2aae820bddc6 req-8234b1d5-301a-4975-bce0-1c242b5ce9e1 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 984 time: 0.0519562 Jul 28 01:18:01.266038 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:01.288140 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d9390bf0-9b62-4608-b135-2aae820bddc6 req-49fe41e3-7772-44b7-b845-bbbf2abfb597 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&id=dc06e2eb-a2eb-47c1-b95a-e012ec978612&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0610666 Jul 28 01:18:01.566410 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ac598-bcd7-4eed-9db3-06bf7ae4db89 req-1999832f-f2e6-4d07-9902-72a8b3944eab tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:01.567937 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-5a4ac598-bcd7-4eed-9db3-06bf7ae4db89 req-1999832f-f2e6-4d07-9902-72a8b3944eab tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 945 time: 0.0540922 Jul 28 01:18:01.617874 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-5a4ac598-bcd7-4eed-9db3-06bf7ae4db89 req-c020525d-881a-4267-9b66-30412234532f tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c741fee7-7ebc-42ea-8f17-aca0a97dcdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440352 Jul 28 01:18:02.377286 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:02.420103 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50361a-34ce-407c-9828-27d00baaf83f req-a2888483-6e6f-40fc-82b0-54a685399f0d tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:02.421478 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8d50361a-34ce-407c-9828-27d00baaf83f req-a2888483-6e6f-40fc-82b0-54a685399f0d tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 984 time: 0.0543923 Jul 28 01:18:02.422204 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.agents_db [None req-b5d7b8ea-190f-43e3-81f4-c45e7fbfa344 None None] Agent healthcheck: found 6 active agents {{(pid=104164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 01:18:02.432890 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (8d4a48be-b376-49eb-a7aa-478deaa3f35f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:02.493592 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8d50361a-34ce-407c-9828-27d00baaf83f req-d53e53e1-4308-4427-901c-62d8e57c0aae tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&id=dc06e2eb-a2eb-47c1-b95a-e012ec978612&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0657394 Jul 28 01:18:02.750221 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14778e4-596b-4b87-8cc7-9e6586937fff req-4fdd55c1-fb9e-4bed-a42a-e080bb52c5da tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:02.751804 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f14778e4-596b-4b87-8cc7-9e6586937fff req-4fdd55c1-fb9e-4bed-a42a-e080bb52c5da tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 945 time: 0.0535963 Jul 28 01:18:02.806977 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f14778e4-596b-4b87-8cc7-9e6586937fff req-a367d1f3-61bb-4042-8c80-fa34cddc47f0 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c741fee7-7ebc-42ea-8f17-aca0a97dcdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485194 Jul 28 01:18:03.633011 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1de813-3f31-458a-820f-013096e3da43 req-a3961021-4c8f-47ec-8fb7-fb1b13173f42 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:03.634533 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ac1de813-3f31-458a-820f-013096e3da43 req-a3961021-4c8f-47ec-8fb7-fb1b13173f42 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 984 time: 0.0583119 Jul 28 01:18:03.702647 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ac1de813-3f31-458a-820f-013096e3da43 req-be11e055-69eb-48a9-b0f5-f52f7829d14b tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&id=dc06e2eb-a2eb-47c1-b95a-e012ec978612&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0596342 Jul 28 01:18:03.951617 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d4c24-d69c-4acc-8a02-4d2e8c38678f req-26febf87-ff52-4f8c-9376-76ca48ab72bf tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:03.953075 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ce5d4c24-d69c-4acc-8a02-4d2e8c38678f req-26febf87-ff52-4f8c-9376-76ca48ab72bf tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 945 time: 0.0612571 Jul 28 01:18:04.010100 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ce5d4c24-d69c-4acc-8a02-4d2e8c38678f req-bbf2fe02-6a15-426b-b389-897801f101ad tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c741fee7-7ebc-42ea-8f17-aca0a97dcdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490384 Jul 28 01:18:04.843610 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3622f024-ffd8-4196-bff4-e8ef79ccdb5a req-c1f62899-966c-4bf3-bfe8-65df9416c561 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:04.845063 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-3622f024-ffd8-4196-bff4-e8ef79ccdb5a req-c1f62899-966c-4bf3-bfe8-65df9416c561 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 984 time: 0.0516322 Jul 28 01:18:04.908980 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-3622f024-ffd8-4196-bff4-e8ef79ccdb5a req-01395609-6d2a-4e97-81a8-2ff8f4dd2fab tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&id=dc06e2eb-a2eb-47c1-b95a-e012ec978612&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577219 Jul 28 01:18:05.144954 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70b224c-2bad-4915-a9fc-81ec8db5f7c8 req-79adf350-46bd-4a7d-8a51-cdb59c0b6145 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:05.146459 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b70b224c-2bad-4915-a9fc-81ec8db5f7c8 req-79adf350-46bd-4a7d-8a51-cdb59c0b6145 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 945 time: 0.0538256 Jul 28 01:18:05.200105 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b70b224c-2bad-4915-a9fc-81ec8db5f7c8 req-997946a4-498d-4bcf-930f-c9613195890c tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c741fee7-7ebc-42ea-8f17-aca0a97dcdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476890 Jul 28 01:18:05.966274 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd629d8b-3ffd-4278-af53-ee0ba76dab94 req-7c90661e-5da3-40c1-babc-b4f17d4be1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:05.967818 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-bd629d8b-3ffd-4278-af53-ee0ba76dab94 req-7c90661e-5da3-40c1-babc-b4f17d4be1f4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 1129 time: 0.0422721 Jul 28 01:18:06.075073 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d92349-508d-4939-b2a7-548b9b60a513 req-44fcf8cc-9898-4b3d-bf78-4d254e38fb6e tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:06.076522 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b9d92349-508d-4939-b2a7-548b9b60a513 req-44fcf8cc-9898-4b3d-bf78-4d254e38fb6e tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 984 time: 0.0859933 Jul 28 01:18:06.079986 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-bd629d8b-3ffd-4278-af53-ee0ba76dab94 req-6050c3b6-b4a6-4711-8641-518aaafd0c03 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c741fee7-7ebc-42ea-8f17-aca0a97dcdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037183 Jul 28 01:18:06.118121 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a71e054f-7e74-409d-9547-df2c69d40313 req-b4cf30db-e698-4ce7-96dd-2fd76e62b43d tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-726010540&fields=id&tenant_id=b1331035c6654c0d9c8ba49f5a724f8c HTTP/1.1" status: 200 len: 267 time: 0.0915520 Jul 28 01:18:06.142606 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:06.205959 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b9d92349-508d-4939-b2a7-548b9b60a513 req-b1a59e35-6259-496b-8d01-b81733032d23 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&id=dc06e2eb-a2eb-47c1-b95a-e012ec978612&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1198406 Jul 28 01:18:06.257305 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e054f-7e74-409d-9547-df2c69d40313 req-6f1f9861-82c4-4340-a690-60c12a109403 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:06.258727 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a71e054f-7e74-409d-9547-df2c69d40313 req-6f1f9861-82c4-4340-a690-60c12a109403 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/networks?id=4973681c-a66b-4d24-b5aa-4a1b9f0d40c4 HTTP/1.1" status: 200 len: 808 time: 0.1308947 Jul 28 01:18:06.273902 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a71e054f-7e74-409d-9547-df2c69d40313 req-9a2c9c6b-d686-46dc-b5c2-a509fe820d83 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/quotas/b1331035c6654c0d9c8ba49f5a724f8c HTTP/1.1" status: 200 len: 375 time: 0.0095756 Jul 28 01:18:06.354829 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fcb3c9-7125-45a9-b27e-0eadc8d66f9f req-d6b9724d-a040-45a4-b318-c0e6d992550c tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:06.356344 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-04fcb3c9-7125-45a9-b27e-0eadc8d66f9f req-d6b9724d-a040-45a4-b318-c0e6d992550c tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 945 time: 0.0816157 Jul 28 01:18:06.360149 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a71e054f-7e74-409d-9547-df2c69d40313 req-38d28049-3c4f-4a83-a02a-45b8be6fc299 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=b1331035c6654c0d9c8ba49f5a724f8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753131 Jul 28 01:18:06.447724 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:06.460738 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-04fcb3c9-7125-45a9-b27e-0eadc8d66f9f req-7c402ae5-ba47-404b-b1de-8fe32a258ffc tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c741fee7-7ebc-42ea-8f17-aca0a97dcdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980802 Jul 28 01:18:06.493043 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a71e054f-7e74-409d-9547-df2c69d40313 req-4c27b741-d4d5-4c6f-ac69-af22e4242bf0 service neutron] 10.222.0.17 "GET /v2.0/networks/4973681c-a66b-4d24-b5aa-4a1b9f0d40c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142333 Jul 28 01:18:06.589528 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a71e054f-7e74-409d-9547-df2c69d40313 req-f6c893eb-8a20-474f-8c09-a2d4097133f4 service neutron] 10.222.0.17 "GET /v2.0/networks/4973681c-a66b-4d24-b5aa-4a1b9f0d40c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905952 Jul 28 01:18:06.717282 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:06.898017 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f706e229-4c0e-4210-b3e3-7566b295f8cc req-5876e0cd-2687-476d-acfa-2f007ec0edca tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 210 time: 0.0301328 Jul 28 01:18:07.331705 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0988e1e-488e-4fb1-ac8d-f75a66091f09 req-12cd5fa2-df92-41f2-88cf-fc4a8ea6452e tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:07.333156 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-c0988e1e-488e-4fb1-ac8d-f75a66091f09 req-12cd5fa2-df92-41f2-88cf-fc4a8ea6452e tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 984 time: 0.0483816 Jul 28 01:18:07.393814 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-c0988e1e-488e-4fb1-ac8d-f75a66091f09 req-c88b602d-75db-4a09-b864-c7eb54ca6b6e tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&id=dc06e2eb-a2eb-47c1-b95a-e012ec978612&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548561 Jul 28 01:18:07.586025 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd73a1-961f-453a-84e3-6214a735b982 req-08fc79d6-0f85-488d-990a-42c511a3f306 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:07.587575 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-22dd73a1-961f-453a-84e3-6214a735b982 req-08fc79d6-0f85-488d-990a-42c511a3f306 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 945 time: 0.0525334 Jul 28 01:18:07.645925 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-22dd73a1-961f-453a-84e3-6214a735b982 req-8ca1e979-6188-42be-8ea9-e5b583889fc0 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c741fee7-7ebc-42ea-8f17-aca0a97dcdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526292 Jul 28 01:18:07.814595 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-62729397-c5eb-4784-9b4c-981e6acda435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:07.996734 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-af53a026-7cd2-49d5-8a47-b94ed7947734 req-7082f145-cfbb-4c42-a020-936159e13c03 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 210 time: 0.0278189 Jul 28 01:18:08.370960 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e054f-7e74-409d-9547-df2c69d40313 req-e17bba01-8d99-4804-81a6-afdca4c7df79 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:08.372508 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a71e054f-7e74-409d-9547-df2c69d40313 req-e17bba01-8d99-4804-81a6-afdca4c7df79 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.42 "GET /v2.0/networks?id=4973681c-a66b-4d24-b5aa-4a1b9f0d40c4 HTTP/1.1" status: 200 len: 808 time: 0.1111603 Jul 28 01:18:08.437624 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a71e054f-7e74-409d-9547-df2c69d40313 req-fdd63ad9-b6da-4f2b-9cb0-7847b09a4fa0 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1331035c6654c0d9c8ba49f5a724f8c HTTP/1.1" status: 200 len: 379 time: 0.0553889 Jul 28 01:18:08.449609 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [req-a71e054f-7e74-409d-9547-df2c69d40313 req-f3eb1afb-c0f5-4ea1-89c5-9869975e6eef tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Request body: {'port': {'device_id': '183b3616-c163-4cad-a062-6d0637e9d642', 'network_id': '4973681c-a66b-4d24-b5aa-4a1b9f0d40c4', 'admin_state_up': True, 'tenant_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'security_groups': ['f7607c0b-804c-4aa9-8624-c3d985792cdc']}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:18:08.554688 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef43b308-a62e-4584-8364-fc47fe48a873 req-e48f73fe-1566-45da-92f1-4f39852c4076 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:08.556812 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ef43b308-a62e-4584-8364-fc47fe48a873 req-e48f73fe-1566-45da-92f1-4f39852c4076 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 984 time: 0.0682890 Jul 28 01:18:08.576494 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:08.652016 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a71e054f-7e74-409d-9547-df2c69d40313 req-f3eb1afb-c0f5-4ea1-89c5-9869975e6eef tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Made reservation on behalf of b1331035c6654c0d9c8ba49f5a724f8c for: {'port': 1} {{(pid=104162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:18:08.655467 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-a71e054f-7e74-409d-9547-df2c69d40313 req-f3eb1afb-c0f5-4ea1-89c5-9869975e6eef tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:08.669335 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ef43b308-a62e-4584-8364-fc47fe48a873 req-4eaeef1a-ef33-4805-a57d-aa838c6abd51 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&id=dc06e2eb-a2eb-47c1-b95a-e012ec978612&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0984759 Jul 28 01:18:08.816647 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa76eb5-52ea-4e06-9182-3b1c64fa27b8 req-5481a52a-cf73-4fcb-9af4-36b2a4612db5 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:08.818248 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-6fa76eb5-52ea-4e06-9182-3b1c64fa27b8 req-5481a52a-cf73-4fcb-9af4-36b2a4612db5 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 945 time: 0.0929163 Jul 28 01:18:08.855552 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_common [req-a71e054f-7e74-409d-9547-df2c69d40313 req-f3eb1afb-c0f5-4ea1-89c5-9869975e6eef tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Allocated IP 172.20.0.14 (4973681c-a66b-4d24-b5aa-4a1b9f0d40c4/df37ef65-5548-4456-8082-dfd76f502caf/79e0f07f-163d-476a-bcb0-0be5f3ea5eff) {{(pid=104162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:18:08.861864 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:08.910466 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-6fa76eb5-52ea-4e06-9182-3b1c64fa27b8 req-6e559282-74ee-47fb-b56e-8ba53dc8d93e tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c741fee7-7ebc-42ea-8f17-aca0a97dcdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836909 Jul 28 01:18:09.251711 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-336ebf57-734d-4299-acba-518b7f974ef3 req-b7b3f543-e91c-4a8e-b3ce-ee7af3e79474 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 210 time: 0.0324078 Jul 28 01:18:09.311885 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-a71e054f-7e74-409d-9547-df2c69d40313 req-f3eb1afb-c0f5-4ea1-89c5-9869975e6eef tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks [] for port (79e0f07f-163d-476a-bcb0-0be5f3ea5eff), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:09.345871 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-a71e054f-7e74-409d-9547-df2c69d40313 req-f3eb1afb-c0f5-4ea1-89c5-9869975e6eef tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (79e0f07f-163d-476a-bcb0-0be5f3ea5eff), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:09.378810 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cf8f1e-af17-4a5c-943c-fc05ac9b3489 req-5477bde8-e322-4029-986f-3f426cb4f907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:09.380815 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-31cf8f1e-af17-4a5c-943c-fc05ac9b3489 req-5477bde8-e322-4029-986f-3f426cb4f907 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=af4689d2f0ef4d71a1c465610011f2d7&device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 1129 time: 0.0419736 Jul 28 01:18:09.422106 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a71e054f-7e74-409d-9547-df2c69d40313 req-f3eb1afb-c0f5-4ea1-89c5-9869975e6eef tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Network 4973681c-a66b-4d24-b5aa-4a1b9f0d40c4 is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:18:09.431187 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [req-a71e054f-7e74-409d-9547-df2c69d40313 req-f3eb1afb-c0f5-4ea1-89c5-9869975e6eef tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:18:09.434992 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71e054f-7e74-409d-9547-df2c69d40313 req-f3eb1afb-c0f5-4ea1-89c5-9869975e6eef tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Received port after_create {{(pid=104162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:18:09.437937 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb1afb-c0f5-4ea1-89c5-9869975e6eef tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Pushing event updated for resources: {'Port': ['ID=79e0f07f-163d-476a-bcb0-0be5f3ea5eff,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:18:09.447651 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea34450-346f-455d-8234-550a422bbf73 req-c37cadb5-6e94-4028-a7ef-977854ee695f tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:09.449239 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2ea34450-346f-455d-8234-550a422bbf73 req-c37cadb5-6e94-4028-a7ef-977854ee695f tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 945 time: 0.1012666 Jul 28 01:18:09.482937 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cf8f1e-af17-4a5c-943c-fc05ac9b3489 req-8ec5708d-6d7e-4e33-9c5b-e41e05d08c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:09.484442 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-31cf8f1e-af17-4a5c-943c-fc05ac9b3489 req-8ec5708d-6d7e-4e33-9c5b-e41e05d08c65 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8f65178e-aa89-435c-9fed-639dfc5bec3f HTTP/1.1" status: 200 len: 919 time: 0.0980561 Jul 28 01:18:09.530312 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e054f-7e74-409d-9547-df2c69d40313 req-f3eb1afb-c0f5-4ea1-89c5-9869975e6eef tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:09.530916 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-a71e054f-7e74-409d-9547-df2c69d40313 req-f3eb1afb-c0f5-4ea1-89c5-9869975e6eef tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:09.552351 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2ea34450-346f-455d-8234-550a422bbf73 req-1306a23b-08c2-407d-b0ca-e66882828b6e tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c741fee7-7ebc-42ea-8f17-aca0a97dcdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814555 Jul 28 01:18:09.556148 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a71e054f-7e74-409d-9547-df2c69d40313 req-f3eb1afb-c0f5-4ea1-89c5-9869975e6eef tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1123738 Jul 28 01:18:09.559614 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-31cf8f1e-af17-4a5c-943c-fc05ac9b3489 req-8b9d6fd5-1eaa-4e68-890c-ca8cb1919c81 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67c0b2f9-537a-48fb-8cc7-ee1426299bf2 HTTP/1.1" status: 200 len: 1001 time: 0.0682759 Jul 28 01:18:09.572931 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [req-a71e054f-7e74-409d-9547-df2c69d40313 req-cf89889a-b779-49d7-a57c-ff80b0e2149d service neutron] Request body: {'port': {'device_id': '183b3616-c163-4cad-a062-6d0637e9d642', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:18:09.619748 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cf8f1e-af17-4a5c-943c-fc05ac9b3489 req-3ec4b25b-4733-4f73-9267-d42ad6441f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:09.621504 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-31cf8f1e-af17-4a5c-943c-fc05ac9b3489 req-3ec4b25b-4733-4f73-9267-d42ad6441f6f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2 HTTP/1.1" status: 200 len: 857 time: 0.0492408 Jul 28 01:18:09.630606 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:09.647380 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-a71e054f-7e74-409d-9547-df2c69d40313 req-cf89889a-b779-49d7-a57c-ff80b0e2149d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (79e0f07f-163d-476a-bcb0-0be5f3ea5eff), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:09.674002 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-9fd8cd45-6d28-43d5-80d6-d8f5e5541fcd None None] Provisioning complete for port 79e0f07f-163d-476a-bcb0-0be5f3ea5eff triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:18:09.674571 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-9fd8cd45-6d28-43d5-80d6-d8f5e5541fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (79e0f07f-163d-476a-bcb0-0be5f3ea5eff), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:09.676356 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cf8f1e-af17-4a5c-943c-fc05ac9b3489 req-6032c747-914d-400e-a957-f2cb29574103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:09.678087 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-31cf8f1e-af17-4a5c-943c-fc05ac9b3489 req-6032c747-914d-400e-a957-f2cb29574103 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8f65178e-aa89-435c-9fed-639dfc5bec3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0491316 Jul 28 01:18:09.716197 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-9fd8cd45-6d28-43d5-80d6-d8f5e5541fcd None None] Port 79e0f07f-163d-476a-bcb0-0be5f3ea5eff cannot update to ACTIVE because it is not bound. {{(pid=104163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 01:18:09.773749 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-31cf8f1e-af17-4a5c-943c-fc05ac9b3489 req-0f6276b1-0be5-473f-b4cf-151d3df57ba7 service neutron] 10.222.0.42 "GET /v2.0/networks/8f65178e-aa89-435c-9fed-639dfc5bec3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887353 Jul 28 01:18:09.827438 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408f876-f780-427d-850e-09f5f1ceb43b req-ba15978a-baaa-4c31-b64a-9fe57ae62fae tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:09.829022 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4408f876-f780-427d-850e-09f5f1ceb43b req-ba15978a-baaa-4c31-b64a-9fe57ae62fae tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 984 time: 0.0721321 Jul 28 01:18:09.873528 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-31cf8f1e-af17-4a5c-943c-fc05ac9b3489 req-38d3ca22-472a-46ac-b40e-aac008083c12 service neutron] 10.222.0.42 "GET /v2.0/networks/8f65178e-aa89-435c-9fed-639dfc5bec3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934284 Jul 28 01:18:09.949259 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4408f876-f780-427d-850e-09f5f1ceb43b req-cdcde4db-3d37-4eee-99a3-8756e17cb7e8 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&id=dc06e2eb-a2eb-47c1-b95a-e012ec978612&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0945306 Jul 28 01:18:10.008689 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [req-a71e054f-7e74-409d-9547-df2c69d40313 req-cf89889a-b779-49d7-a57c-ff80b0e2149d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79e0f07f-163d-476a-bcb0-0be5f3ea5eff {{(pid=104162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 01:18:10.018038 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-a71e054f-7e74-409d-9547-df2c69d40313 req-cf89889a-b779-49d7-a57c-ff80b0e2149d service neutron] Publish callbacks [] for port (79e0f07f-163d-476a-bcb0-0be5f3ea5eff), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:10.033859 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [req-a71e054f-7e74-409d-9547-df2c69d40313 req-cf89889a-b779-49d7-a57c-ff80b0e2149d service neutron] Transition to ACTIVE for port object 79e0f07f-163d-476a-bcb0-0be5f3ea5eff will not be triggered until provisioned by entity L2. {{(pid=104162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 01:18:10.038746 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-a71e054f-7e74-409d-9547-df2c69d40313 req-cf89889a-b779-49d7-a57c-ff80b0e2149d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4518704'] for port (79e0f07f-163d-476a-bcb0-0be5f3ea5eff), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:10.050072 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:10.094677 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf89889a-b779-49d7-a57c-ff80b0e2149d service neutron] Pushing event updated for resources: {'Port': ['ID=79e0f07f-163d-476a-bcb0-0be5f3ea5eff,revision_number=2']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:18:10.178117 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [req-a71e054f-7e74-409d-9547-df2c69d40313 req-cf89889a-b779-49d7-a57c-ff80b0e2149d service neutron] Attempting to bind port 79e0f07f-163d-476a-bcb0-0be5f3ea5eff on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:18:10.178451 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [req-a71e054f-7e74-409d-9547-df2c69d40313 req-cf89889a-b779-49d7-a57c-ff80b0e2149d service neutron] Attempting to bind port 79e0f07f-163d-476a-bcb0-0be5f3ea5eff by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '7f65afb7-eda7-42b3-bc7e-b411396f359a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4973681c-a66b-4d24-b5aa-4a1b9f0d40c4'}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:18:10.178809 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71e054f-7e74-409d-9547-df2c69d40313 req-cf89889a-b779-49d7-a57c-ff80b0e2149d service neutron] Attempting to bind port 79e0f07f-163d-476a-bcb0-0be5f3ea5eff on network 4973681c-a66b-4d24-b5aa-4a1b9f0d40c4 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:18:10.183631 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71e054f-7e74-409d-9547-df2c69d40313 req-cf89889a-b779-49d7-a57c-ff80b0e2149d service neutron] Port 79e0f07f-163d-476a-bcb0-0be5f3ea5eff on network 4973681c-a66b-4d24-b5aa-4a1b9f0d40c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 01:18:10.183977 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71e054f-7e74-409d-9547-df2c69d40313 req-cf89889a-b779-49d7-a57c-ff80b0e2149d service neutron] Attempting to bind port 79e0f07f-163d-476a-bcb0-0be5f3ea5eff on network 4973681c-a66b-4d24-b5aa-4a1b9f0d40c4 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:18:10.189610 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71e054f-7e74-409d-9547-df2c69d40313 req-cf89889a-b779-49d7-a57c-ff80b0e2149d service neutron] Checking agent: {'id': '8d4a48be-b376-49eb-a7aa-478deaa3f35f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 11, 32), 'started_at': datetime.datetime(2022, 7, 28, 1, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:18:10.189951 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71e054f-7e74-409d-9547-df2c69d40313 req-cf89889a-b779-49d7-a57c-ff80b0e2149d service neutron] Checking segment: {'id': '7f65afb7-eda7-42b3-bc7e-b411396f359a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4973681c-a66b-4d24-b5aa-4a1b9f0d40c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:18:10.190327 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71e054f-7e74-409d-9547-df2c69d40313 req-cf89889a-b779-49d7-a57c-ff80b0e2149d service neutron] Bound using segment: {'id': '7f65afb7-eda7-42b3-bc7e-b411396f359a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4973681c-a66b-4d24-b5aa-4a1b9f0d40c4'} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:18:10.190748 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [req-a71e054f-7e74-409d-9547-df2c69d40313 req-cf89889a-b779-49d7-a57c-ff80b0e2149d service neutron] Bound port: 79e0f07f-163d-476a-bcb0-0be5f3ea5eff, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f65afb7-eda7-42b3-bc7e-b411396f359a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4973681c-a66b-4d24-b5aa-4a1b9f0d40c4'}}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:18:10.191109 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-a71e054f-7e74-409d-9547-df2c69d40313 req-cf89889a-b779-49d7-a57c-ff80b0e2149d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (79e0f07f-163d-476a-bcb0-0be5f3ea5eff), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:10.260730 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [req-a71e054f-7e74-409d-9547-df2c69d40313 req-cf89889a-b779-49d7-a57c-ff80b0e2149d service neutron] For port 79e0f07f-163d-476a-bcb0-0be5f3ea5eff, host hv-cinder-81558, cleared binding levels {{(pid=104162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:18:10.263943 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [req-a71e054f-7e74-409d-9547-df2c69d40313 req-cf89889a-b779-49d7-a57c-ff80b0e2149d service neutron] For port 79e0f07f-163d-476a-bcb0-0be5f3ea5eff, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=79e0f07f-163d-476a-bcb0-0be5f3ea5eff,segment=NetworkSegment(7f65afb7-eda7-42b3-bc7e-b411396f359a),segment_id=7f65afb7-eda7-42b3-bc7e-b411396f359a)] {{(pid=104162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:18:10.270490 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-a71e054f-7e74-409d-9547-df2c69d40313 req-cf89889a-b779-49d7-a57c-ff80b0e2149d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4518704'] for port (79e0f07f-163d-476a-bcb0-0be5f3ea5eff), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:10.304538 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e054f-7e74-409d-9547-df2c69d40313 req-cf89889a-b779-49d7-a57c-ff80b0e2149d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:10.305151 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-a71e054f-7e74-409d-9547-df2c69d40313 req-cf89889a-b779-49d7-a57c-ff80b0e2149d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:10.306501 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a71e054f-7e74-409d-9547-df2c69d40313 req-cf89889a-b779-49d7-a57c-ff80b0e2149d service neutron] 10.222.0.42 "PUT /v2.0/ports/79e0f07f-163d-476a-bcb0-0be5f3ea5eff HTTP/1.1" status: 200 len: 1094 time: 0.7382643 Jul 28 01:18:10.307108 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '183b3616-c163-4cad-a062-6d0637e9d642', 'tag': '79e0f07f-163d-476a-bcb0-0be5f3ea5eff'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:18:10.309264 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f6b11fd638c6a58f8ef19871f5a43997b3abcb3256dc707badf279ceb4d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd8b354-a39d-4e11-9a71-d2e85bcb00ec" -d '{"events": [{"name": "network-changed", "server_uuid": "183b3616-c163-4cad-a062-6d0637e9d642", "tag": "79e0f07f-163d-476a-bcb0-0be5f3ea5eff"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:18:10.344173 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf89889a-b779-49d7-a57c-ff80b0e2149d service neutron] Pushing event updated for resources: {'Port': ['ID=79e0f07f-163d-476a-bcb0-0be5f3ea5eff,revision_number=3']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:18:10.367653 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 01:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861b8668-b96a-494e-b92d-975af6a329c7 x-openstack-request-id: req-861b8668-b96a-494e-b92d-975af6a329c7 {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:18:10.367944 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "183b3616-c163-4cad-a062-6d0637e9d642", "tag": "79e0f07f-163d-476a-bcb0-0be5f3ea5eff", "status": "completed", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:18:10.368214 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-861b8668-b96a-494e-b92d-975af6a329c7 {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:18:10.368757 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-861b8668-b96a-494e-b92d-975af6a329c7'] response: {'name': 'network-changed', 'server_uuid': '183b3616-c163-4cad-a062-6d0637e9d642', 'tag': '79e0f07f-163d-476a-bcb0-0be5f3ea5eff', 'status': 'completed', 'code': 200} Jul 28 01:18:10.381271 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-10333ba6-cb3f-46ae-ad7c-b5502ce76f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:10.391209 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb930e13-bcd3-4d4f-8979-c033bfffacbe req-798377a0-ce02-4b7f-befe-0945b50ccec6 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:10.392736 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-cb930e13-bcd3-4d4f-8979-c033bfffacbe req-798377a0-ce02-4b7f-befe-0945b50ccec6 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 944 time: 0.0646219 Jul 28 01:18:10.445816 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-cb930e13-bcd3-4d4f-8979-c033bfffacbe req-db3e9f4f-222d-4009-a618-5ad214c53e83 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472026 Jul 28 01:18:10.680487 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5ba99-3c3a-4e4b-ba05-0f496331c051 req-18c9c88b-925f-4aaa-b648-2576178eba7f tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:10.681922 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-73a5ba99-3c3a-4e4b-ba05-0f496331c051 req-18c9c88b-925f-4aaa-b648-2576178eba7f tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 945 time: 0.0507495 Jul 28 01:18:10.694234 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:10.732012 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-73a5ba99-3c3a-4e4b-ba05-0f496331c051 req-97abd84b-1f4a-48aa-9806-2dbcee104bc8 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c741fee7-7ebc-42ea-8f17-aca0a97dcdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441251 Jul 28 01:18:11.077166 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c8d18-e530-47dd-aa25-a177f868ea10 req-d0e50c5e-bc56-4f34-8e88-f1ffc8e5ffb4 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:11.078689 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e43c8d18-e530-47dd-aa25-a177f868ea10 req-d0e50c5e-bc56-4f34-8e88-f1ffc8e5ffb4 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 984 time: 0.0555389 Jul 28 01:18:11.146947 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e43c8d18-e530-47dd-aa25-a177f868ea10 req-6757f00b-5007-43c2-aff1-85eb62190673 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&id=dc06e2eb-a2eb-47c1-b95a-e012ec978612&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597594 Jul 28 01:18:11.343661 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:11.575940 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff4802-71f5-4713-be42-5a34d70c3e87 req-44e0e9cd-f7f9-4250-9e61-f183ad545ba8 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:11.577414 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e2ff4802-71f5-4713-be42-5a34d70c3e87 req-44e0e9cd-f7f9-4250-9e61-f183ad545ba8 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 944 time: 0.0577800 Jul 28 01:18:11.630669 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e2ff4802-71f5-4713-be42-5a34d70c3e87 req-fc309742-2ff1-465e-bd20-52926a425e5a tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467820 Jul 28 01:18:11.722853 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8b354-a39d-4e11-9a71-d2e85bcb00ec req-3a585037-ed04-42d9-8089-36cbdf4fbcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:11.724391 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-afd8b354-a39d-4e11-9a71-d2e85bcb00ec req-3a585037-ed04-42d9-8089-36cbdf4fbcd3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1331035c6654c0d9c8ba49f5a724f8c&device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 1128 time: 0.0419807 Jul 28 01:18:11.864357 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea715d03-688d-44f6-bf85-f137111e7b20 req-b5a377f1-e7ef-4b95-b43b-a2e06280ee3e tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:11.866440 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ea715d03-688d-44f6-bf85-f137111e7b20 req-b5a377f1-e7ef-4b95-b43b-a2e06280ee3e tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 945 time: 0.0600898 Jul 28 01:18:11.924868 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ea715d03-688d-44f6-bf85-f137111e7b20 req-90b6ecb9-37c0-4c02-b372-ce02f499b20f tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c741fee7-7ebc-42ea-8f17-aca0a97dcdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523627 Jul 28 01:18:12.281124 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4d49b-8cf7-4aef-870d-4c8eca1de2a7 req-9567b8a9-1801-4a81-8e44-c70096136256 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:12.282778 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-62e4d49b-8cf7-4aef-870d-4c8eca1de2a7 req-9567b8a9-1801-4a81-8e44-c70096136256 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 984 time: 0.0610976 Jul 28 01:18:12.349840 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-62e4d49b-8cf7-4aef-870d-4c8eca1de2a7 req-9e81844a-2659-4a09-a0af-9d0d8acf51f4 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&id=dc06e2eb-a2eb-47c1-b95a-e012ec978612&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579774 Jul 28 01:18:12.422075 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=2 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:12.443525 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:12.479824 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8b354-a39d-4e11-9a71-d2e85bcb00ec req-03d03014-4aab-4d75-a497-4c050a4d5a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:12.481366 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-afd8b354-a39d-4e11-9a71-d2e85bcb00ec req-03d03014-4aab-4d75-a497-4c050a4d5a13 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=b1331035c6654c0d9c8ba49f5a724f8c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1123962 Jul 28 01:18:12.708137 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:12.750333 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd496a-19f6-4332-b4d6-3a9b3e3630be req-a78debd4-57e6-4dbd-9cab-8e489a4c64c8 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:12.751831 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d1fd496a-19f6-4332-b4d6-3a9b3e3630be req-a78debd4-57e6-4dbd-9cab-8e489a4c64c8 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 944 time: 0.0503166 Jul 28 01:18:12.813375 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d1fd496a-19f6-4332-b4d6-3a9b3e3630be req-7a8a39ba-1277-407d-b8bf-affe2bdca2a4 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546210 Jul 28 01:18:13.033084 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:13.075567 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d148b-9e36-4632-bf40-c16a1619ec78 req-24b330d0-f456-4c88-8766-dfbdd3e00672 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:13.077047 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-cc1d148b-9e36-4632-bf40-c16a1619ec78 req-24b330d0-f456-4c88-8766-dfbdd3e00672 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 945 time: 0.0611744 Jul 28 01:18:13.114251 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8b354-a39d-4e11-9a71-d2e85bcb00ec req-7b0d32ce-06bb-4c31-8cd8-4bb73ee5b3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:13.115778 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-afd8b354-a39d-4e11-9a71-d2e85bcb00ec req-7b0d32ce-06bb-4c31-8cd8-4bb73ee5b3f8 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1507328 Jul 28 01:18:13.144150 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-cc1d148b-9e36-4632-bf40-c16a1619ec78 req-16b6f528-b8d7-4e7c-b02d-cd811426b2c8 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c741fee7-7ebc-42ea-8f17-aca0a97dcdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582023 Jul 28 01:18:13.195590 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e054f-7e74-409d-9547-df2c69d40313 req-cfe71ad5-2cbc-4fed-838b-2c3636983f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:13.197079 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a71e054f-7e74-409d-9547-df2c69d40313 req-cfe71ad5-2cbc-4fed-838b-2c3636983f60 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1331035c6654c0d9c8ba49f5a724f8c&device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 1128 time: 0.0440335 Jul 28 01:18:13.240257 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a71e054f-7e74-409d-9547-df2c69d40313 req-35182979-5f7d-4d88-bf70-8a49c724d0f7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79e0f07f-163d-476a-bcb0-0be5f3ea5eff HTTP/1.1" status: 200 len: 217 time: 0.0348763 Jul 28 01:18:13.312037 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2d0cc-7e14-4c5c-b0ae-a1e517d4a9bd req-81162554-8d8d-421f-915d-cbe91d9d8d7a tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:13.313498 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7cb2d0cc-7e14-4c5c-b0ae-a1e517d4a9bd req-81162554-8d8d-421f-915d-cbe91d9d8d7a tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 945 time: 0.0758846 Jul 28 01:18:13.321679 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e054f-7e74-409d-9547-df2c69d40313 req-398cf3ae-4081-4a59-9438-941ba97797d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:13.323171 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a71e054f-7e74-409d-9547-df2c69d40313 req-398cf3ae-4081-4a59-9438-941ba97797d8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=df37ef65-5548-4456-8082-dfd76f502caf HTTP/1.1" status: 200 len: 847 time: 0.0754921 Jul 28 01:18:13.323860 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 51230) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:18:13.328612 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-db821f79-d5dc-4101-9226-74e743e07425 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Request body: {'floatingip': {'port_id': '67c0b2f9-537a-48fb-8cc7-ee1426299bf2'}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:18:13.400148 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:13.499481 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e054f-7e74-409d-9547-df2c69d40313 req-c10db3db-a7ef-4d0d-ac6f-84063df5eed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:13.500887 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a71e054f-7e74-409d-9547-df2c69d40313 req-c10db3db-a7ef-4d0d-ac6f-84063df5eed8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4973681c-a66b-4d24-b5aa-4a1b9f0d40c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1393099 Jul 28 01:18:13.505951 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-db821f79-d5dc-4101-9226-74e743e07425 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks [] for floatingip (057339b6-a316-4dc2-9716-9e8fe469bca3), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:13.596447 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccbe894-1017-4649-9a2a-7f0d7877abc7 req-d4ee405b-6beb-42ea-92a3-98dc7137e58f tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:13.597892 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-6ccbe894-1017-4649-9a2a-7f0d7877abc7 req-d4ee405b-6beb-42ea-92a3-98dc7137e58f tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 984 time: 0.1686230 Jul 28 01:18:13.749865 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a71e054f-7e74-409d-9547-df2c69d40313 req-684ea134-eadb-48c5-b554-cfc9b1eeb4a4 service neutron] 10.222.0.42 "GET /v2.0/networks/4973681c-a66b-4d24-b5aa-4a1b9f0d40c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412715 Jul 28 01:18:13.758765 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-6ccbe894-1017-4649-9a2a-7f0d7877abc7 req-acc60b2a-84c6-4499-afb5-e5ad0764045d tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&id=dc06e2eb-a2eb-47c1-b95a-e012ec978612&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1536689 Jul 28 01:18:13.862110 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:13.965263 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47c640-af62-4b2c-856f-7c2cd29bea1f req-43f7b73f-6f02-4683-b470-821c78a3c9d7 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:13.966697 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-dd47c640-af62-4b2c-856f-7c2cd29bea1f req-43f7b73f-6f02-4683-b470-821c78a3c9d7 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 944 time: 0.0788229 Jul 28 01:18:14.005219 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a71e054f-7e74-409d-9547-df2c69d40313 req-3f86cd93-5c03-451a-a329-ede0511f2d58 service neutron] 10.222.0.42 "GET /v2.0/networks/4973681c-a66b-4d24-b5aa-4a1b9f0d40c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430732 Jul 28 01:18:14.104596 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-dd47c640-af62-4b2c-856f-7c2cd29bea1f req-397de362-5ba1-4cb4-a55a-d9644d3c9e95 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288958 Jul 28 01:18:14.243698 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-db821f79-d5dc-4101-9226-74e743e07425 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:14.250298 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-db821f79-d5dc-4101-9226-74e743e07425 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-949731'] for floatingip (057339b6-a316-4dc2-9716-9e8fe469bca3), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:14.421562 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:14.452517 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db821f79-d5dc-4101-9226-74e743e07425 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Router 3ccb096a-c737-4db7-b1f4-5c1c10b171d2 has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:18:14.825649 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db821f79-d5dc-4101-9226-74e743e07425 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:18:14.831221 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-db821f79-d5dc-4101-9226-74e743e07425 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for floatingip (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:14.836292 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d51097-89cb-4338-9251-99d5659bf312 None None] Sync routers for ids ['3ccb096a-c737-4db7-b1f4-5c1c10b171d2'] in dv-cinder-815582-11-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:18:14.847780 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d51097-89cb-4338-9251-99d5659bf312 None None] Routers {'3ccb096a-c737-4db7-b1f4-5c1c10b171d2'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:18:14.848479 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-36d51097-89cb-4338-9251-99d5659bf312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:18:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['3ccb096a-c737-4db7-b1f4-5c1c10b171d2'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:18:14.866434 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52389b09-fdf8-4c6d-8e9d-474a6f793cf4', 'tag': '67c0b2f9-537a-48fb-8cc7-ee1426299bf2'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:18:14.869543 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f6b11fd638c6a58f8ef19871f5a43997b3abcb3256dc707badf279ceb4d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d83e01a-a8a8-4405-a8e8-f6cc91e749b0" -d '{"events": [{"name": "network-changed", "server_uuid": "52389b09-fdf8-4c6d-8e9d-474a6f793cf4", "tag": "67c0b2f9-537a-48fb-8cc7-ee1426299bf2"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:18:14.903639 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-db821f79-d5dc-4101-9226-74e743e07425 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "PUT /v2.0/floatingips/057339b6-a316-4dc2-9716-9e8fe469bca3 HTTP/1.1" status: 200 len: 993 time: 1.5787330 Jul 28 01:18:14.927179 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 01:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01583a9-ab2c-47ec-a532-fc65aee1e434 x-openstack-request-id: req-a01583a9-ab2c-47ec-a532-fc65aee1e434 {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:18:14.927535 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52389b09-fdf8-4c6d-8e9d-474a6f793cf4", "tag": "67c0b2f9-537a-48fb-8cc7-ee1426299bf2", "status": "completed", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:18:14.927842 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-a01583a9-ab2c-47ec-a532-fc65aee1e434 {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:18:14.928408 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a01583a9-ab2c-47ec-a532-fc65aee1e434'] response: {'name': 'network-changed', 'server_uuid': '52389b09-fdf8-4c6d-8e9d-474a6f793cf4', 'tag': '67c0b2f9-537a-48fb-8cc7-ee1426299bf2', 'status': 'completed', 'code': 200} Jul 28 01:18:14.958030 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-36d51097-89cb-4338-9251-99d5659bf312 None None] Set router 3ccb096a-c737-4db7-b1f4-5c1c10b171d2 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:18:14.989904 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83e01a-a8a8-4405-a8e8-f6cc91e749b0 req-dc9eca84-87e2-4ff5-9799-df94433b4c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:14.991519 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9d83e01a-a8a8-4405-a8e8-f6cc91e749b0 req-dc9eca84-87e2-4ff5-9799-df94433b4c22 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=af4689d2f0ef4d71a1c465610011f2d7&device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 1129 time: 0.0398972 Jul 28 01:18:15.063243 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:15.084723 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83e01a-a8a8-4405-a8e8-f6cc91e749b0 req-840c82c0-a409-4cb4-be4b-37ec50178656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:15.086110 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9d83e01a-a8a8-4405-a8e8-f6cc91e749b0 req-840c82c0-a409-4cb4-be4b-37ec50178656 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8f65178e-aa89-435c-9fed-639dfc5bec3f HTTP/1.1" status: 200 len: 919 time: 0.0883429 Jul 28 01:18:15.111352 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:15.157174 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9d83e01a-a8a8-4405-a8e8-f6cc91e749b0 req-ed245d0d-0c83-4376-a9ba-761d6a5a2239 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67c0b2f9-537a-48fb-8cc7-ee1426299bf2 HTTP/1.1" status: 200 len: 1001 time: 0.0646970 Jul 28 01:18:15.182122 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-36d51097-89cb-4338-9251-99d5659bf312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'name': 'tempest-ServerRescueNegativeTestJSON-516860459-router', 'tenant_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '9762e545-1ff8-4a46-81e3-9aaed038bac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:32Z', 'updated_at': '2022-07-28T01:13:46Z', 'revision_number': 4, 'project_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'gw_port': {'id': '9762e545-1ff8-4a46-81e3-9aaed038bac8', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:34Z', 'updated_at': '2022-07-28T01:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': '057339b6-a316-4dc2-9716-9e8fe469bca3', 'tenant_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'floating_ip_address': '172.27.1.221', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'port_id': '67c0b2f9-537a-48fb-8cc7-ee1426299bf2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f65178e-aa89-435c-9fed-639dfc5bec3f', 'mac_address': 'fa:16:3e:81:73:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52389b09-fdf8-4c6d-8e9d-474a6f793cf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:16:08Z', 'updated_at': '2022-07-28T01:18:14Z', 'revision_number': 3, 'project_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '246ec83d-dd0e-4afc-8fa8-d9483a43d77c', 'name': '', 'network_id': '8f65178e-aa89-435c-9fed-639dfc5bec3f', 'tenant_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'mac_address': 'fa:16:3e:59:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:42Z', 'updated_at': '2022-07-28T01:14:05Z', 'revision_number': 5, 'project_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'subnets': [{'id': '1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:18:15.207401 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d51097-89cb-4338-9251-99d5659bf312 None None] Checking router: 3ccb096a-c737-4db7-b1f4-5c1c10b171d2 for host: dv-cinder-815582-11-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:18:15.216125 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d51097-89cb-4338-9251-99d5659bf312 None None] Routers {'3ccb096a-c737-4db7-b1f4-5c1c10b171d2'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:18:15.216745 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-36d51097-89cb-4338-9251-99d5659bf312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:18:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['3ccb096a-c737-4db7-b1f4-5c1c10b171d2'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:18:15.241158 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83e01a-a8a8-4405-a8e8-f6cc91e749b0 req-c28b9ac4-7ff1-4484-bb61-815a062d3ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:15.242623 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9d83e01a-a8a8-4405-a8e8-f6cc91e749b0 req-c28b9ac4-7ff1-4484-bb61-815a062d3ea2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2 HTTP/1.1" status: 200 len: 857 time: 0.0781183 Jul 28 01:18:15.248804 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33682f60-fd0d-4710-8f71-a73238450f90 req-96510d0b-debf-4593-afe2-46236a935d12 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:15.250136 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-33682f60-fd0d-4710-8f71-a73238450f90 req-96510d0b-debf-4593-afe2-46236a935d12 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 944 time: 0.0593278 Jul 28 01:18:15.308134 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83e01a-a8a8-4405-a8e8-f6cc91e749b0 req-20c27a38-904c-4a71-ac67-165fd1ddbb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:15.309504 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9d83e01a-a8a8-4405-a8e8-f6cc91e749b0 req-20c27a38-904c-4a71-ac67-165fd1ddbb5c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8f65178e-aa89-435c-9fed-639dfc5bec3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0585246 Jul 28 01:18:15.323180 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-36d51097-89cb-4338-9251-99d5659bf312 None None] Set router 3ccb096a-c737-4db7-b1f4-5c1c10b171d2 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:18:15.373455 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-33682f60-fd0d-4710-8f71-a73238450f90 req-0b81d51c-2763-44d8-bca7-c0addaa80345 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141145 Jul 28 01:18:15.420836 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9d83e01a-a8a8-4405-a8e8-f6cc91e749b0 req-235cfcb0-bba8-46d3-acef-c1bde78b0bbb service neutron] 10.222.0.42 "GET /v2.0/networks/8f65178e-aa89-435c-9fed-639dfc5bec3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004267 Jul 28 01:18:15.474117 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:15.536521 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9d83e01a-a8a8-4405-a8e8-f6cc91e749b0 req-d78e0a82-837a-42b6-bdb1-8bab12dc4821 service neutron] 10.222.0.42 "GET /v2.0/networks/8f65178e-aa89-435c-9fed-639dfc5bec3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950975 Jul 28 01:18:15.539979 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-36d51097-89cb-4338-9251-99d5659bf312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'name': 'tempest-ServerRescueNegativeTestJSON-516860459-router', 'tenant_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '9762e545-1ff8-4a46-81e3-9aaed038bac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:32Z', 'updated_at': '2022-07-28T01:13:46Z', 'revision_number': 4, 'project_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'gw_port': {'id': '9762e545-1ff8-4a46-81e3-9aaed038bac8', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:34Z', 'updated_at': '2022-07-28T01:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': '057339b6-a316-4dc2-9716-9e8fe469bca3', 'tenant_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'floating_ip_address': '172.27.1.221', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'port_id': '67c0b2f9-537a-48fb-8cc7-ee1426299bf2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f65178e-aa89-435c-9fed-639dfc5bec3f', 'mac_address': 'fa:16:3e:81:73:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52389b09-fdf8-4c6d-8e9d-474a6f793cf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:16:08Z', 'updated_at': '2022-07-28T01:18:14Z', 'revision_number': 3, 'project_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '246ec83d-dd0e-4afc-8fa8-d9483a43d77c', 'name': '', 'network_id': '8f65178e-aa89-435c-9fed-639dfc5bec3f', 'tenant_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'mac_address': 'fa:16:3e:59:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:42Z', 'updated_at': '2022-07-28T01:14:05Z', 'revision_number': 5, 'project_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'subnets': [{'id': '1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:18:15.569094 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d51097-89cb-4338-9251-99d5659bf312 None None] The sync data for ids ['3ccb096a-c737-4db7-b1f4-5c1c10b171d2'] in dv-cinder-815582-11-iscsi is: [{'id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'name': 'tempest-ServerRescueNegativeTestJSON-516860459-router', 'tenant_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '9762e545-1ff8-4a46-81e3-9aaed038bac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:32Z', 'updated_at': '2022-07-28T01:13:46Z', 'revision_number': 4, 'project_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'gw_port': {'id': '9762e545-1ff8-4a46-81e3-9aaed038bac8', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:34Z', 'updated_at': '2022-07-28T01:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': '057339b6-a316-4dc2-9716-9e8fe469bca3', 'tenant_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'floating_ip_address': '172.27.1.221', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'port_id': '67c0b2f9-537a-48fb-8cc7-ee1426299bf2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f65178e-aa89-435c-9fed-639dfc5bec3f', 'mac_address': 'fa:16:3e:81:73:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52389b09-fdf8-4c6d-8e9d-474a6f793cf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:16:08Z', 'updated_at': '2022-07-28T01:18:14Z', 'revision_number': 3, 'project_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '246ec83d-dd0e-4afc-8fa8-d9483a43d77c', 'name': '', 'network_id': '8f65178e-aa89-435c-9fed-639dfc5bec3f', 'tenant_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'mac_address': 'fa:16:3e:59:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:42Z', 'updated_at': '2022-07-28T01:14:05Z', 'revision_number': 5, 'project_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'subnets': [{'id': '1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:18:16.515769 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a545a9c-5684-44b1-a312-50f43ef720a9 req-16c027ac-4d62-4d91-99a6-04ad4e0d4f6a tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:16.517263 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2a545a9c-5684-44b1-a312-50f43ef720a9 req-16c027ac-4d62-4d91-99a6-04ad4e0d4f6a tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 944 time: 0.0562792 Jul 28 01:18:16.567631 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2a545a9c-5684-44b1-a312-50f43ef720a9 req-7654f6b9-c205-49c8-ab0d-d6ee2573da51 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444050 Jul 28 01:18:16.929218 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52389b09-fdf8-4c6d-8e9d-474a6f793cf4', 'tag': '67c0b2f9-537a-48fb-8cc7-ee1426299bf2'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:18:16.931660 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f6b11fd638c6a58f8ef19871f5a43997b3abcb3256dc707badf279ceb4d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6a8d10-4725-4ec2-99b6-2ee33c56a86d" -d '{"events": [{"name": "network-changed", "server_uuid": "52389b09-fdf8-4c6d-8e9d-474a6f793cf4", "tag": "67c0b2f9-537a-48fb-8cc7-ee1426299bf2"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:18:16.970421 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 01:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23f7a0b-a1a5-47a5-8ac8-6307cff672d1 x-openstack-request-id: req-e23f7a0b-a1a5-47a5-8ac8-6307cff672d1 {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:18:16.970713 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52389b09-fdf8-4c6d-8e9d-474a6f793cf4", "tag": "67c0b2f9-537a-48fb-8cc7-ee1426299bf2", "status": "completed", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:18:16.970987 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-e23f7a0b-a1a5-47a5-8ac8-6307cff672d1 {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:18:16.971394 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e23f7a0b-a1a5-47a5-8ac8-6307cff672d1'] response: {'name': 'network-changed', 'server_uuid': '52389b09-fdf8-4c6d-8e9d-474a6f793cf4', 'tag': '67c0b2f9-537a-48fb-8cc7-ee1426299bf2', 'status': 'completed', 'code': 200} Jul 28 01:18:17.046350 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a8d10-4725-4ec2-99b6-2ee33c56a86d req-a7270490-43a3-4d68-bdd6-0cad407dc541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:17.047898 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-3b6a8d10-4725-4ec2-99b6-2ee33c56a86d req-a7270490-43a3-4d68-bdd6-0cad407dc541 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=af4689d2f0ef4d71a1c465610011f2d7&device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 1129 time: 0.0466781 Jul 28 01:18:17.118044 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:17.145003 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a8d10-4725-4ec2-99b6-2ee33c56a86d req-dec4bafd-ea21-41f9-99fe-47dce75b79fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:17.146576 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-3b6a8d10-4725-4ec2-99b6-2ee33c56a86d req-dec4bafd-ea21-41f9-99fe-47dce75b79fd service neutron] 10.222.0.42 "GET /v2.0/networks?id=8f65178e-aa89-435c-9fed-639dfc5bec3f HTTP/1.1" status: 200 len: 919 time: 0.0915849 Jul 28 01:18:17.214588 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-3b6a8d10-4725-4ec2-99b6-2ee33c56a86d req-40016f16-944a-4ee4-9dee-b8f9b346eb8f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67c0b2f9-537a-48fb-8cc7-ee1426299bf2 HTTP/1.1" status: 200 len: 1001 time: 0.0617251 Jul 28 01:18:17.267860 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a8d10-4725-4ec2-99b6-2ee33c56a86d req-16b4b91c-1151-48c2-a13a-6e1033548491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:17.269310 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-3b6a8d10-4725-4ec2-99b6-2ee33c56a86d req-16b4b91c-1151-48c2-a13a-6e1033548491 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2 HTTP/1.1" status: 200 len: 857 time: 0.0468681 Jul 28 01:18:17.312940 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a8d10-4725-4ec2-99b6-2ee33c56a86d req-8a284ede-aa7e-4ed6-82b1-01763719edd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:17.314384 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-3b6a8d10-4725-4ec2-99b6-2ee33c56a86d req-8a284ede-aa7e-4ed6-82b1-01763719edd7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8f65178e-aa89-435c-9fed-639dfc5bec3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386028 Jul 28 01:18:17.412649 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-3b6a8d10-4725-4ec2-99b6-2ee33c56a86d req-97f34fba-6f5f-4a5c-911d-b8749fcd2194 service neutron] 10.222.0.42 "GET /v2.0/networks/8f65178e-aa89-435c-9fed-639dfc5bec3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913301 Jul 28 01:18:17.484528 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:17.507727 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-3b6a8d10-4725-4ec2-99b6-2ee33c56a86d req-53fdc128-ff0c-47eb-83df-910f26b33c95 service neutron] 10.222.0.42 "GET /v2.0/networks/8f65178e-aa89-435c-9fed-639dfc5bec3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885720 Jul 28 01:18:17.704008 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b0525-216c-43bb-a761-311d6ccd9907 req-9f6ba118-025b-4e10-bda8-cea589117493 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:17.705459 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f14b0525-216c-43bb-a761-311d6ccd9907 req-9f6ba118-025b-4e10-bda8-cea589117493 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 944 time: 0.0525260 Jul 28 01:18:17.764917 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f14b0525-216c-43bb-a761-311d6ccd9907 req-9dcff6c1-81df-494d-9958-e020e33b8c45 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527318 Jul 28 01:18:18.897325 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee880ab0-1a49-40bd-8526-a261007f055d req-2ed906de-a169-4283-ac55-2ac0dd551836 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:18.899448 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ee880ab0-1a49-40bd-8526-a261007f055d req-2ed906de-a169-4283-ac55-2ac0dd551836 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 944 time: 0.0551298 Jul 28 01:18:18.951174 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ee880ab0-1a49-40bd-8526-a261007f055d req-8c00be8a-861a-44dd-ae00-852cb4b3ac34 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460541 Jul 28 01:18:19.869163 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=50 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:19.869888 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=44 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:20.089987 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f0f3c-6244-4949-beea-290d38feefdc req-ecf0d468-58f1-4c10-86bc-99253b29559f tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:20.091483 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-935f0f3c-6244-4949-beea-290d38feefdc req-ecf0d468-58f1-4c10-86bc-99253b29559f tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 944 time: 0.0615325 Jul 28 01:18:20.143635 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-935f0f3c-6244-4949-beea-290d38feefdc req-2ebf1521-0162-4264-af01-4e6ddab78d62 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463808 Jul 28 01:18:21.266979 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c34cd59-fa02-4949-89c9-0ce6ebcc01d3 req-0b123f4d-17d0-46c9-bea3-d2faa381d71b tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:21.268414 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-3c34cd59-fa02-4949-89c9-0ce6ebcc01d3 req-0b123f4d-17d0-46c9-bea3-d2faa381d71b tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 944 time: 0.0479176 Jul 28 01:18:21.319413 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-3c34cd59-fa02-4949-89c9-0ce6ebcc01d3 req-1fbc2a95-7509-4efa-8aec-35f7e22e67a7 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452569 Jul 28 01:18:22.443919 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576ec21-4211-4930-8959-6fa807f32162 req-9389b53d-1176-4b63-8c80-342abb78884c tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:22.445348 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7576ec21-4211-4930-8959-6fa807f32162 req-9389b53d-1176-4b63-8c80-342abb78884c tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 944 time: 0.0499187 Jul 28 01:18:22.525049 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7576ec21-4211-4930-8959-6fa807f32162 req-b21de51c-1788-441e-8e7f-393dd6216f78 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715036 Jul 28 01:18:23.264156 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 79e0f07f-163d-476a-bcb0-0be5f3ea5eff details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 01:18:23.367031 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 79e0f07f-163d-476a-bcb0-0be5f3ea5eff, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=79e0f07f-163d-476a-bcb0-0be5f3ea5eff,segment=NetworkSegment(7f65afb7-eda7-42b3-bc7e-b411396f359a),segment_id=7f65afb7-eda7-42b3-bc7e-b411396f359a)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:18:23.506135 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Returning: {'device': '79e0f07f-163d-476a-bcb0-0be5f3ea5eff', 'network_id': '4973681c-a66b-4d24-b5aa-4a1b9f0d40c4', 'port_id': '79e0f07f-163d-476a-bcb0-0be5f3ea5eff', 'mac_address': 'fa:16:3e:54:46:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df37ef65-5548-4456-8082-dfd76f502caf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 01:18:23.553166 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port 79e0f07f-163d-476a-bcb0-0be5f3ea5eff is: DOWN; New status is: BUILD {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:18:23.553474 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (79e0f07f-163d-476a-bcb0-0be5f3ea5eff), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:23.567845 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79e0f07f-163d-476a-bcb0-0be5f3ea5eff {{(pid=104163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 01:18:23.588786 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 79e0f07f-163d-476a-bcb0-0be5f3ea5eff, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=79e0f07f-163d-476a-bcb0-0be5f3ea5eff,segment=NetworkSegment(7f65afb7-eda7-42b3-bc7e-b411396f359a),segment_id=7f65afb7-eda7-42b3-bc7e-b411396f359a)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:18:23.593968 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (79e0f07f-163d-476a-bcb0-0be5f3ea5eff), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:23.642452 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=79e0f07f-163d-476a-bcb0-0be5f3ea5eff,revision_number=4']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:18:23.652482 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eeab73-9e67-4c54-a1b5-c9e1027b238f req-d7b88272-452a-472e-9480-4bee23a440bf tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:23.654005 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-78eeab73-9e67-4c54-a1b5-c9e1027b238f req-d7b88272-452a-472e-9480-4bee23a440bf tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 945 time: 0.0488002 Jul 28 01:18:23.703865 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-78eeab73-9e67-4c54-a1b5-c9e1027b238f req-23cb501f-08b9-42c0-95c9-1626d8f6114c tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441999 Jul 28 01:18:23.929409 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] get_ports_and_sgs() called for port_ids ['79e0f07f-163d-476a-bcb0-0be5f3ea5eff'] {{(pid=104163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 01:18:24.098756 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=100 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:24.833125 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202abe4-ce30-4c87-8559-18149c0b721c req-2342d5be-7e36-49db-8837-a7b6adaa87ad tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:24.834712 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-c202abe4-ce30-4c87-8559-18149c0b721c req-2342d5be-7e36-49db-8837-a7b6adaa87ad tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 945 time: 0.0517271 Jul 28 01:18:24.889480 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-c202abe4-ce30-4c87-8559-18149c0b721c req-083b8c96-c363-4250-91e1-65c58a4ee901 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463912 Jul 28 01:18:25.296199 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 79e0f07f-163d-476a-bcb0-0be5f3ea5eff up at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:18:25.342982 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Provisioning for port 79e0f07f-163d-476a-bcb0-0be5f3ea5eff completed by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 01:18:25.349418 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Provisioning complete for port 79e0f07f-163d-476a-bcb0-0be5f3ea5eff triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:18:25.349802 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (79e0f07f-163d-476a-bcb0-0be5f3ea5eff), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:25.436915 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port 79e0f07f-163d-476a-bcb0-0be5f3ea5eff is: BUILD; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:18:25.437327 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (79e0f07f-163d-476a-bcb0-0be5f3ea5eff), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:25.462414 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183b3616-c163-4cad-a062-6d0637e9d642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e0f07f-163d-476a-bcb0-0be5f3ea5eff'}] {{(pid=104163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:18:25.464744 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74574a7e5f5019bac05c50995ec4c38decffa50ba6d5d10f63080a9b4086ca7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49668348-cdf8-4f48-9eac-f4fc4497edc6" -d '{"events": [{"server_uuid": "183b3616-c163-4cad-a062-6d0637e9d642", "name": "network-vif-plugged", "status": "completed", "tag": "79e0f07f-163d-476a-bcb0-0be5f3ea5eff"}]}' {{(pid=104163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:18:25.478192 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 79e0f07f-163d-476a-bcb0-0be5f3ea5eff, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=79e0f07f-163d-476a-bcb0-0be5f3ea5eff,segment=NetworkSegment(7f65afb7-eda7-42b3-bc7e-b411396f359a),segment_id=7f65afb7-eda7-42b3-bc7e-b411396f359a)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:18:25.484548 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (79e0f07f-163d-476a-bcb0-0be5f3ea5eff), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:25.489591 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:25.510951 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 01:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690c6067-c6f0-423c-acb1-187136661c87 x-openstack-request-id: req-690c6067-c6f0-423c-acb1-187136661c87 {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:18:25.511234 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "183b3616-c163-4cad-a062-6d0637e9d642", "name": "network-vif-plugged", "status": "completed", "tag": "79e0f07f-163d-476a-bcb0-0be5f3ea5eff", "code": 200}]} {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:18:25.511480 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-690c6067-c6f0-423c-acb1-187136661c87 {{(pid=104163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:18:25.511862 dv-cinder-815582-11-iscsi neutron-server[104163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-690c6067-c6f0-423c-acb1-187136661c87'] response: {'server_uuid': '183b3616-c163-4cad-a062-6d0637e9d642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e0f07f-163d-476a-bcb0-0be5f3ea5eff', 'code': 200} Jul 28 01:18:25.543465 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=79e0f07f-163d-476a-bcb0-0be5f3ea5eff,revision_number=5']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:18:25.781185 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ed7c4-9cf5-483e-8278-7a4d418b2ad7 req-cb58b100-1bb0-4396-8690-6af7b0a7de64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:25.782676 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-3d7ed7c4-9cf5-483e-8278-7a4d418b2ad7 req-cb58b100-1bb0-4396-8690-6af7b0a7de64 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 1130 time: 0.0451183 Jul 28 01:18:25.794281 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:25.830606 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-3d7ed7c4-9cf5-483e-8278-7a4d418b2ad7 req-2ba46901-fae8-4fb3-8a5f-5918852b2da3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411804 Jul 28 01:18:26.017912 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb0fba-6786-4a47-9954-575c4f0a6371 req-7e05a1c5-c292-4e68-a2e2-3aafcd52889a tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:26.019426 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4bfb0fba-6786-4a47-9954-575c4f0a6371 req-7e05a1c5-c292-4e68-a2e2-3aafcd52889a tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 946 time: 0.0489931 Jul 28 01:18:26.075112 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4bfb0fba-6786-4a47-9954-575c4f0a6371 req-b93923dd-ae11-4fe1-b1dc-8ae42be8cc82 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472374 Jul 28 01:18:27.199724 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd4318-56b8-4d1b-aeed-a1bc0e7a409e req-03cf5cf0-cd17-4d30-a450-bcd7491db029 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:27.201291 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f5dd4318-56b8-4d1b-aeed-a1bc0e7a409e req-03cf5cf0-cd17-4d30-a450-bcd7491db029 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 946 time: 0.0484083 Jul 28 01:18:27.255983 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f5dd4318-56b8-4d1b-aeed-a1bc0e7a409e req-19c9b1b3-052e-4501-b34b-3db9ceec6efa tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481703 Jul 28 01:18:28.377730 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f22df9-00df-470a-86ba-03a1924c901a req-dc03c94a-1515-4468-8dcc-a7b3cca3c42e tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:28.379222 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-70f22df9-00df-470a-86ba-03a1924c901a req-dc03c94a-1515-4468-8dcc-a7b3cca3c42e tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 946 time: 0.0501468 Jul 28 01:18:28.407489 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:28.433795 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-70f22df9-00df-470a-86ba-03a1924c901a req-7ba825b9-b59c-476c-9a88-07ab69f60d25 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480981 Jul 28 01:18:28.553934 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f25c5-8992-4f60-922c-9a3890fcce8c req-e1d08463-40cb-47e5-9d75-c5efb771a1c7 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:28.555310 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d86f25c5-8992-4f60-922c-9a3890fcce8c req-e1d08463-40cb-47e5-9d75-c5efb771a1c7 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 946 time: 0.0488551 Jul 28 01:18:28.614597 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d86f25c5-8992-4f60-922c-9a3890fcce8c req-03074b9e-b3f4-4931-adb5-f3b8cd93ca2e tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517054 Jul 28 01:18:28.644905 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 51294) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:18:28.794505 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ba049b-3259-4558-b872-8e3bfa21b463 tempest-TestShelveInstance-1513940606 tempest-TestShelveInstance-1513940606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:28.796161 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-f7ba049b-3259-4558-b872-8e3bfa21b463 tempest-TestShelveInstance-1513940606 tempest-TestShelveInstance-1513940606-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 1125 time: 0.1501713 Jul 28 01:18:28.799397 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 51298) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:18:28.807175 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-02380491-c62d-4325-9c9b-e30981410e37 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Request body: {'floatingip': {'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'port_id': '79e0f07f-163d-476a-bcb0-0be5f3ea5eff', 'tenant_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:18:28.829808 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-02380491-c62d-4325-9c9b-e30981410e37 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:28.912484 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-02380491-c62d-4325-9c9b-e30981410e37 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:29.026245 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_common [None req-02380491-c62d-4325-9c9b-e30981410e37 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Allocated IP 172.27.1.28 (db4fd262-df4a-4858-b92c-469a7b8f139e/fbbec24e-3b1c-439c-846a-fd72122ae4ff/dc6609cb-79db-4570-9aee-c2530f8ea23b) {{(pid=104162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:18:29.136289 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-02380491-c62d-4325-9c9b-e30981410e37 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks [] for port (dc6609cb-79db-4570-9aee-c2530f8ea23b), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:29.170778 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-02380491-c62d-4325-9c9b-e30981410e37 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (dc6609cb-79db-4570-9aee-c2530f8ea23b), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:29.210756 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02380491-c62d-4325-9c9b-e30981410e37 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Network db4fd262-df4a-4858-b92c-469a7b8f139e is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:18:29.212909 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:29.216351 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-02380491-c62d-4325-9c9b-e30981410e37 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:18:29.221184 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02380491-c62d-4325-9c9b-e30981410e37 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Received port after_create {{(pid=104162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:18:29.242439 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02380491-c62d-4325-9c9b-e30981410e37 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Pushing event updated for resources: {'Port': ['ID=dc6609cb-79db-4570-9aee-c2530f8ea23b,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:18:29.439550 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:29.588841 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-02380491-c62d-4325-9c9b-e30981410e37 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks [] for floatingip (03ee7ef0-c54b-46e3-b706-1b391e386242), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:29.670176 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-02380491-c62d-4325-9c9b-e30981410e37 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (dc6609cb-79db-4570-9aee-c2530f8ea23b), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:29.834254 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5838f9-08f3-4f61-a9b4-aa266b7b99c7 req-af049174-bfd7-443f-a80e-2420cff529ec tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:29.835785 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1a5838f9-08f3-4f61-a9b4-aa266b7b99c7 req-af049174-bfd7-443f-a80e-2420cff529ec tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 947 time: 0.1283371 Jul 28 01:18:29.891951 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-02380491-c62d-4325-9c9b-e30981410e37 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks [] for port (dc6609cb-79db-4570-9aee-c2530f8ea23b), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:29.902676 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-02380491-c62d-4325-9c9b-e30981410e37 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4518704'] for port (dc6609cb-79db-4570-9aee-c2530f8ea23b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:29.932142 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1a5838f9-08f3-4f61-a9b4-aa266b7b99c7 req-9bbe6f7b-1559-4800-a166-2f448982e602 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861919 Jul 28 01:18:29.976316 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02380491-c62d-4325-9c9b-e30981410e37 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Pushing event updated for resources: {'Port': ['ID=dc6609cb-79db-4570-9aee-c2530f8ea23b,revision_number=2']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:18:29.988135 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-02380491-c62d-4325-9c9b-e30981410e37 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-949731'] for floatingip (03ee7ef0-c54b-46e3-b706-1b391e386242), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:30.035044 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:30.090663 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.db.l3_db [None req-02380491-c62d-4325-9c9b-e30981410e37 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Floating IP 03ee7ef0-c54b-46e3-b706-1b391e386242 associated. External IP: 172.27.1.28, port: 79e0f07f-163d-476a-bcb0-0be5f3ea5eff. Jul 28 01:18:30.300296 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02380491-c62d-4325-9c9b-e30981410e37 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Router c5948652-8761-4174-adca-d302e625cc6e has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:18:30.402990 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:30.406106 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02380491-c62d-4325-9c9b-e30981410e37 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:18:30.416215 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9945efe0-e2db-4a83-a469-c61d6dc1a400 None None] Sync routers for ids ['c5948652-8761-4174-adca-d302e625cc6e'] in dv-cinder-815582-11-iscsi {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:18:30.425653 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-02380491-c62d-4325-9c9b-e30981410e37 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for floatingip (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:30.427701 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9945efe0-e2db-4a83-a469-c61d6dc1a400 None None] Routers {'c5948652-8761-4174-adca-d302e625cc6e'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:18:30.428320 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-9945efe0-e2db-4a83-a469-c61d6dc1a400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:18:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['c5948652-8761-4174-adca-d302e625cc6e'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:18:30.459389 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-02380491-c62d-4325-9c9b-e30981410e37 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6588068 Jul 28 01:18:30.460104 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '183b3616-c163-4cad-a062-6d0637e9d642', 'tag': '79e0f07f-163d-476a-bcb0-0be5f3ea5eff'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:18:30.462560 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f6b11fd638c6a58f8ef19871f5a43997b3abcb3256dc707badf279ceb4d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b67253-fecd-4067-af5a-5612636e4a59" -d '{"events": [{"name": "network-changed", "server_uuid": "183b3616-c163-4cad-a062-6d0637e9d642", "tag": "79e0f07f-163d-476a-bcb0-0be5f3ea5eff"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:18:30.510810 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 01:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec92adc-fd44-4214-8217-31514fdb7f81 x-openstack-request-id: req-aec92adc-fd44-4214-8217-31514fdb7f81 {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:18:30.511243 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "183b3616-c163-4cad-a062-6d0637e9d642", "tag": "79e0f07f-163d-476a-bcb0-0be5f3ea5eff", "status": "completed", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:18:30.511398 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-aec92adc-fd44-4214-8217-31514fdb7f81 {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:18:30.511770 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aec92adc-fd44-4214-8217-31514fdb7f81'] response: {'name': 'network-changed', 'server_uuid': '183b3616-c163-4cad-a062-6d0637e9d642', 'tag': '79e0f07f-163d-476a-bcb0-0be5f3ea5eff', 'status': 'completed', 'code': 200} Jul 28 01:18:30.616010 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-9945efe0-e2db-4a83-a469-c61d6dc1a400 None None] Set router c5948652-8761-4174-adca-d302e625cc6e gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:18:30.831002 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-9945efe0-e2db-4a83-a469-c61d6dc1a400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5948652-8761-4174-adca-d302e625cc6e', 'name': 'tempest-TestShelveInstance-394546770-router', 'tenant_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:17:36Z', 'updated_at': '2022-07-28T01:17:39Z', 'revision_number': 4, 'project_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'gw_port': {'id': 'e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:29:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5948652-8761-4174-adca-d302e625cc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:17:36Z', 'updated_at': '2022-07-28T01:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': '03ee7ef0-c54b-46e3-b706-1b391e386242', 'tenant_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'floating_ip_address': '172.27.1.28', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': 'c5948652-8761-4174-adca-d302e625cc6e', 'port_id': '79e0f07f-163d-476a-bcb0-0be5f3ea5eff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4973681c-a66b-4d24-b5aa-4a1b9f0d40c4', 'mac_address': 'fa:16:3e:54:46:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183b3616-c163-4cad-a062-6d0637e9d642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:18:29Z', 'updated_at': '2022-07-28T01:18:29Z', 'revision_number': 0, 'project_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4345b98f-9c1e-412f-a022-70d3700598ad', 'name': '', 'network_id': '4973681c-a66b-4d24-b5aa-4a1b9f0d40c4', 'tenant_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'mac_address': 'fa:16:3e:e9:be:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5948652-8761-4174-adca-d302e625cc6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'df37ef65-5548-4456-8082-dfd76f502caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:17:38Z', 'updated_at': '2022-07-28T01:17:44Z', 'revision_number': 5, 'project_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'subnets': [{'id': 'df37ef65-5548-4456-8082-dfd76f502caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:18:30.855613 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9945efe0-e2db-4a83-a469-c61d6dc1a400 None None] Checking router: c5948652-8761-4174-adca-d302e625cc6e for host: dv-cinder-815582-11-iscsi {{(pid=104164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:18:30.864427 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9945efe0-e2db-4a83-a469-c61d6dc1a400 None None] Routers {'c5948652-8761-4174-adca-d302e625cc6e'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:18:30.865069 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-9945efe0-e2db-4a83-a469-c61d6dc1a400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:18:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['c5948652-8761-4174-adca-d302e625cc6e'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:18:30.970556 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-9945efe0-e2db-4a83-a469-c61d6dc1a400 None None] Set router c5948652-8761-4174-adca-d302e625cc6e gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:18:31.060679 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd276c-5493-4648-9d99-041dbf195f44 req-856c8f70-19aa-4405-a858-bf61bb18f5e1 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:31.062213 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-13cd276c-5493-4648-9d99-041dbf195f44 req-856c8f70-19aa-4405-a858-bf61bb18f5e1 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 947 time: 0.0498183 Jul 28 01:18:31.111697 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-13cd276c-5493-4648-9d99-041dbf195f44 req-bc63bc29-ecca-4701-8a08-4b04e8579983 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=39873822-aaba-4d3e-bf7d-35cd291e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437210 Jul 28 01:18:31.190061 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-9945efe0-e2db-4a83-a469-c61d6dc1a400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5948652-8761-4174-adca-d302e625cc6e', 'name': 'tempest-TestShelveInstance-394546770-router', 'tenant_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:17:36Z', 'updated_at': '2022-07-28T01:17:39Z', 'revision_number': 4, 'project_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'gw_port': {'id': 'e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:29:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5948652-8761-4174-adca-d302e625cc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:17:36Z', 'updated_at': '2022-07-28T01:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': '03ee7ef0-c54b-46e3-b706-1b391e386242', 'tenant_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'floating_ip_address': '172.27.1.28', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': 'c5948652-8761-4174-adca-d302e625cc6e', 'port_id': '79e0f07f-163d-476a-bcb0-0be5f3ea5eff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4973681c-a66b-4d24-b5aa-4a1b9f0d40c4', 'mac_address': 'fa:16:3e:54:46:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183b3616-c163-4cad-a062-6d0637e9d642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:18:29Z', 'updated_at': '2022-07-28T01:18:29Z', 'revision_number': 0, 'project_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4345b98f-9c1e-412f-a022-70d3700598ad', 'name': '', 'network_id': '4973681c-a66b-4d24-b5aa-4a1b9f0d40c4', 'tenant_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'mac_address': 'fa:16:3e:e9:be:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5948652-8761-4174-adca-d302e625cc6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'df37ef65-5548-4456-8082-dfd76f502caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:17:38Z', 'updated_at': '2022-07-28T01:17:44Z', 'revision_number': 5, 'project_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'subnets': [{'id': 'df37ef65-5548-4456-8082-dfd76f502caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:18:31.214598 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9945efe0-e2db-4a83-a469-c61d6dc1a400 None None] The sync data for ids ['c5948652-8761-4174-adca-d302e625cc6e'] in dv-cinder-815582-11-iscsi is: [{'id': 'c5948652-8761-4174-adca-d302e625cc6e', 'name': 'tempest-TestShelveInstance-394546770-router', 'tenant_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:17:36Z', 'updated_at': '2022-07-28T01:17:39Z', 'revision_number': 4, 'project_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'gw_port': {'id': 'e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:29:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5948652-8761-4174-adca-d302e625cc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:17:36Z', 'updated_at': '2022-07-28T01:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': '03ee7ef0-c54b-46e3-b706-1b391e386242', 'tenant_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'floating_ip_address': '172.27.1.28', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': 'c5948652-8761-4174-adca-d302e625cc6e', 'port_id': '79e0f07f-163d-476a-bcb0-0be5f3ea5eff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4973681c-a66b-4d24-b5aa-4a1b9f0d40c4', 'mac_address': 'fa:16:3e:54:46:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183b3616-c163-4cad-a062-6d0637e9d642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:18:29Z', 'updated_at': '2022-07-28T01:18:29Z', 'revision_number': 0, 'project_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4345b98f-9c1e-412f-a022-70d3700598ad', 'name': '', 'network_id': '4973681c-a66b-4d24-b5aa-4a1b9f0d40c4', 'tenant_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'mac_address': 'fa:16:3e:e9:be:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5948652-8761-4174-adca-d302e625cc6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'df37ef65-5548-4456-8082-dfd76f502caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:17:38Z', 'updated_at': '2022-07-28T01:17:44Z', 'revision_number': 5, 'project_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'subnets': [{'id': 'df37ef65-5548-4456-8082-dfd76f502caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:18:31.303909 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b67253-fecd-4067-af5a-5612636e4a59 req-26a74d9d-ecc8-4155-8d43-a6aa2e15afeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:31.305438 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-65b67253-fecd-4067-af5a-5612636e4a59 req-26a74d9d-ecc8-4155-8d43-a6aa2e15afeb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1331035c6654c0d9c8ba49f5a724f8c&device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 1130 time: 0.0413013 Jul 28 01:18:31.432539 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf6961f-9096-4474-8a9f-759d71fa5b1d None None] New status for floating IP 03ee7ef0-c54b-46e3-b706-1b391e386242: ACTIVE {{(pid=104163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 01:18:31.503246 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b67253-fecd-4067-af5a-5612636e4a59 req-f5434444-4cce-4957-b761-42e751393e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:31.504618 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-65b67253-fecd-4067-af5a-5612636e4a59 req-f5434444-4cce-4957-b761-42e751393e61 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4973681c-a66b-4d24-b5aa-4a1b9f0d40c4 HTTP/1.1" status: 200 len: 909 time: 0.0964396 Jul 28 01:18:31.572225 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-65b67253-fecd-4067-af5a-5612636e4a59 req-730ef326-89c3-451d-a6f8-790300d9bdcf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79e0f07f-163d-476a-bcb0-0be5f3ea5eff HTTP/1.1" status: 200 len: 999 time: 0.0610135 Jul 28 01:18:31.618108 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6563735-6903-4b00-9914-d1fe8134ade3 req-8b44652a-9a7e-4610-a1b9-05107de605cf tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:31.619690 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-b6563735-6903-4b00-9914-d1fe8134ade3 req-8b44652a-9a7e-4610-a1b9-05107de605cf tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.42 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 947 time: 0.0545542 Jul 28 01:18:31.623159 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b67253-fecd-4067-af5a-5612636e4a59 req-21fc591e-fd17-4985-90c6-a6899a211867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:31.624638 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-65b67253-fecd-4067-af5a-5612636e4a59 req-21fc591e-fd17-4985-90c6-a6899a211867 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=df37ef65-5548-4456-8082-dfd76f502caf HTTP/1.1" status: 200 len: 847 time: 0.0463459 Jul 28 01:18:31.669439 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b67253-fecd-4067-af5a-5612636e4a59 req-4abec8e9-857f-45d0-9c77-fe4fd608a9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:31.670997 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-65b67253-fecd-4067-af5a-5612636e4a59 req-4abec8e9-857f-45d0-9c77-fe4fd608a9a1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4973681c-a66b-4d24-b5aa-4a1b9f0d40c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392518 Jul 28 01:18:31.721339 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-b6563735-6903-4b00-9914-d1fe8134ade3 req-d40884de-c527-472f-9700-64b58bb2a354 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Deleting port a76b2846-749f-47c3-81f3-a7c5328f00ad {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:18:31.721650 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-b6563735-6903-4b00-9914-d1fe8134ade3 req-d40884de-c527-472f-9700-64b58bb2a354 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (a76b2846-749f-47c3-81f3-a7c5328f00ad), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:31.816248 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-b6563735-6903-4b00-9914-d1fe8134ade3 req-d40884de-c527-472f-9700-64b58bb2a354 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] For port a76b2846-749f-47c3-81f3-a7c5328f00ad, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a76b2846-749f-47c3-81f3-a7c5328f00ad,segment=NetworkSegment(d38ebf67-8dab-4986-bb13-157dcdc07364),segment_id=d38ebf67-8dab-4986-bb13-157dcdc07364)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:18:31.816591 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-b6563735-6903-4b00-9914-d1fe8134ade3 req-d40884de-c527-472f-9700-64b58bb2a354 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (a76b2846-749f-47c3-81f3-a7c5328f00ad), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:32.031375 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-65b67253-fecd-4067-af5a-5612636e4a59 req-2fa5a8c5-fca0-47ba-8109-4a9809b2d316 service neutron] 10.222.0.42 "GET /v2.0/networks/4973681c-a66b-4d24-b5aa-4a1b9f0d40c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529766 Jul 28 01:18:32.049785 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-b6563735-6903-4b00-9914-d1fe8134ade3 req-d40884de-c527-472f-9700-64b58bb2a354 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:32.050180 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-b6563735-6903-4b00-9914-d1fe8134ade3 req-d40884de-c527-472f-9700-64b58bb2a354 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-949731'] for floatingip (0705bfba-e2c1-4b63-8ab7-063f3a4bf66f), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:32.050454 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.db.l3_db [req-b6563735-6903-4b00-9914-d1fe8134ade3 req-d40884de-c527-472f-9700-64b58bb2a354 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Floating IP 0705bfba-e2c1-4b63-8ab7-063f3a4bf66f disassociated. External IP: 172.27.1.38, port: a76b2846-749f-47c3-81f3-a7c5328f00ad. Jul 28 01:18:32.050805 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-b6563735-6903-4b00-9914-d1fe8134ade3 req-d40884de-c527-472f-9700-64b58bb2a354 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Calling delete_port for a76b2846-749f-47c3-81f3-a7c5328f00ad owned by compute:nova {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:18:32.094692 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:32.135130 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-65b67253-fecd-4067-af5a-5612636e4a59 req-984df167-49d4-47cc-aa57-b0d17d6e2319 service neutron] 10.222.0.42 "GET /v2.0/networks/4973681c-a66b-4d24-b5aa-4a1b9f0d40c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939546 Jul 28 01:18:32.190531 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-b6563735-6903-4b00-9914-d1fe8134ade3 req-d40884de-c527-472f-9700-64b58bb2a354 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436'] for port (a76b2846-749f-47c3-81f3-a7c5328f00ad), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:32.217800 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40884de-c527-472f-9700-64b58bb2a354 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Pushing event deleted for resources: {'Port': ['ID=a76b2846-749f-47c3-81f3-a7c5328f00ad,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:18:32.278148 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4881f8c5-cc46-467c-8565-fca65b8e0c81 req-9cac3e23-ba19-4a37-86bf-3e475459f05f tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=300e3c0c-fb14-4c05-b53a-fe8f0589ac1b HTTP/1.1" status: 200 len: 210 time: 0.0793972 Jul 28 01:18:32.330042 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6563735-6903-4b00-9914-d1fe8134ade3 req-d40884de-c527-472f-9700-64b58bb2a354 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Router cc6a0719-88e5-4b17-be05-1c543993ef8f has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:18:32.428107 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (8d4a48be-b376-49eb-a7aa-478deaa3f35f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:32.437560 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6563735-6903-4b00-9914-d1fe8134ade3 req-d40884de-c527-472f-9700-64b58bb2a354 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:18:32.449635 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed3ab31-bf06-40cf-827f-0c51f51c1538 None None] Sync routers for ids ['cc6a0719-88e5-4b17-be05-1c543993ef8f'] in dv-cinder-815582-11-iscsi {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:18:32.461631 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed3ab31-bf06-40cf-827f-0c51f51c1538 None None] Routers {'cc6a0719-88e5-4b17-be05-1c543993ef8f'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:18:32.462344 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-6ed3ab31-bf06-40cf-827f-0c51f51c1538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:18:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['cc6a0719-88e5-4b17-be05-1c543993ef8f'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:18:32.485534 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6563735-6903-4b00-9914-d1fe8134ade3 req-d40884de-c527-472f-9700-64b58bb2a354 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] No DVR routers for this DVR port a76b2846-749f-47c3-81f3-a7c5328f00ad on host hv-cinder-81558 {{(pid=104161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 01:18:32.488958 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-b6563735-6903-4b00-9914-d1fe8134ade3 req-d40884de-c527-472f-9700-64b58bb2a354 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:32.492277 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-b6563735-6903-4b00-9914-d1fe8134ade3 req-d40884de-c527-472f-9700-64b58bb2a354 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.42 "DELETE /v2.0/ports/a76b2846-749f-47c3-81f3-a7c5328f00ad HTTP/1.1" status: 204 len: 173 time: 0.8610692 Jul 28 01:18:32.492717 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300e3c0c-fb14-4c05-b53a-fe8f0589ac1b', 'name': 'network-vif-deleted', 'tag': 'a76b2846-749f-47c3-81f3-a7c5328f00ad'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:18:32.494996 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0f5ab60fa46dcea77c59dd77281ac580fb802378bd5ff0a4b9baf266696a00a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68404d57-6a63-49ea-b2c3-d8ff95978a67" -d '{"events": [{"server_uuid": "300e3c0c-fb14-4c05-b53a-fe8f0589ac1b", "name": "network-vif-deleted", "tag": "a76b2846-749f-47c3-81f3-a7c5328f00ad"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:18:32.545202 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 01:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7f376a-362f-4e04-9618-ccabc3d2e99c x-openstack-request-id: req-ae7f376a-362f-4e04-9618-ccabc3d2e99c {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:18:32.545622 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300e3c0c-fb14-4c05-b53a-fe8f0589ac1b", "name": "network-vif-deleted", "tag": "a76b2846-749f-47c3-81f3-a7c5328f00ad", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:18:32.545954 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-ae7f376a-362f-4e04-9618-ccabc3d2e99c {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:18:32.546526 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae7f376a-362f-4e04-9618-ccabc3d2e99c'] response: {'server_uuid': '300e3c0c-fb14-4c05-b53a-fe8f0589ac1b', 'name': 'network-vif-deleted', 'tag': 'a76b2846-749f-47c3-81f3-a7c5328f00ad', 'status': 'completed', 'code': 200} Jul 28 01:18:32.580236 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-6ed3ab31-bf06-40cf-827f-0c51f51c1538 None None] Set router cc6a0719-88e5-4b17-be05-1c543993ef8f gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:18:32.653562 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:32.726209 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=100 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:32.784533 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-6ed3ab31-bf06-40cf-827f-0c51f51c1538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'name': 'tempest-AttachVolumeShelveTestJSON-1225621746-router', 'tenant_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'af5bfeb6-797c-4c9c-bb52-8842e138fefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:33Z', 'updated_at': '2022-07-28T01:13:48Z', 'revision_number': 4, 'project_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'gw_port': {'id': 'af5bfeb6-797c-4c9c-bb52-8842e138fefc', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:57:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:35Z', 'updated_at': '2022-07-28T01:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': '21ace596-49be-4528-9c60-c180dcb085e7', 'name': '', 'network_id': '79d1ca3f-e23e-4848-9d9a-982b12f210b8', 'tenant_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'mac_address': 'fa:16:3e:79:80:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:46Z', 'updated_at': '2022-07-28T01:14:02Z', 'revision_number': 5, 'project_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'subnets': [{'id': 'a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:18:32.813179 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed3ab31-bf06-40cf-827f-0c51f51c1538 None None] Checking router: cc6a0719-88e5-4b17-be05-1c543993ef8f for host: dv-cinder-815582-11-iscsi {{(pid=104164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:18:32.823025 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed3ab31-bf06-40cf-827f-0c51f51c1538 None None] Routers {'cc6a0719-88e5-4b17-be05-1c543993ef8f'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:18:32.823579 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-6ed3ab31-bf06-40cf-827f-0c51f51c1538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:18:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['cc6a0719-88e5-4b17-be05-1c543993ef8f'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:18:32.933394 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-6ed3ab31-bf06-40cf-827f-0c51f51c1538 None None] Set router cc6a0719-88e5-4b17-be05-1c543993ef8f gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:18:33.124370 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-6ed3ab31-bf06-40cf-827f-0c51f51c1538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'name': 'tempest-AttachVolumeShelveTestJSON-1225621746-router', 'tenant_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'af5bfeb6-797c-4c9c-bb52-8842e138fefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:33Z', 'updated_at': '2022-07-28T01:13:48Z', 'revision_number': 4, 'project_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'gw_port': {'id': 'af5bfeb6-797c-4c9c-bb52-8842e138fefc', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:57:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:35Z', 'updated_at': '2022-07-28T01:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': '21ace596-49be-4528-9c60-c180dcb085e7', 'name': '', 'network_id': '79d1ca3f-e23e-4848-9d9a-982b12f210b8', 'tenant_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'mac_address': 'fa:16:3e:79:80:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:46Z', 'updated_at': '2022-07-28T01:14:02Z', 'revision_number': 5, 'project_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'subnets': [{'id': 'a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:18:33.153111 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed3ab31-bf06-40cf-827f-0c51f51c1538 None None] The sync data for ids ['cc6a0719-88e5-4b17-be05-1c543993ef8f'] in dv-cinder-815582-11-iscsi is: [{'id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'name': 'tempest-AttachVolumeShelveTestJSON-1225621746-router', 'tenant_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'af5bfeb6-797c-4c9c-bb52-8842e138fefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:33Z', 'updated_at': '2022-07-28T01:13:48Z', 'revision_number': 4, 'project_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'gw_port': {'id': 'af5bfeb6-797c-4c9c-bb52-8842e138fefc', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:57:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:35Z', 'updated_at': '2022-07-28T01:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': '21ace596-49be-4528-9c60-c180dcb085e7', 'name': '', 'network_id': '79d1ca3f-e23e-4848-9d9a-982b12f210b8', 'tenant_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'mac_address': 'fa:16:3e:79:80:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:46Z', 'updated_at': '2022-07-28T01:14:02Z', 'revision_number': 5, 'project_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'subnets': [{'id': 'a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:18:33.383712 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 51328) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:18:33.396846 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c15101-a5f7-4bc0-97f2-0fb10d30adc9 None None] New status for floating IP 0705bfba-e2c1-4b63-8ab7-063f3a4bf66f: DOWN {{(pid=104163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 01:18:33.445451 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-6e624a43-b3b3-4c28-9b3f-9774d63911f3 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks [] for security_group (39873822-aaba-4d3e-bf7d-35cd291e29d0), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:33.471696 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-6e624a43-b3b3-4c28-9b3f-9774d63911f3 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks [] for security_group (39873822-aaba-4d3e-bf7d-35cd291e29d0), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:33.529022 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-6e624a43-b3b3-4c28-9b3f-9774d63911f3 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (39873822-aaba-4d3e-bf7d-35cd291e29d0), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:33.532018 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-6e624a43-b3b3-4c28-9b3f-9774d63911f3 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:33.533192 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-6e624a43-b3b3-4c28-9b3f-9774d63911f3 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "DELETE /v2.0/security-groups/39873822-aaba-4d3e-bf7d-35cd291e29d0 HTTP/1.1" status: 204 len: 168 time: 0.1484420 Jul 28 01:18:33.536655 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 51330) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:18:33.552880 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.api.v2.resource [None req-943ace6c-92b1-476f-9e45-8e187ef06277 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] show failed (client error): The resource could not be found. Jul 28 01:18:33.556805 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-943ace6c-92b1-476f-9e45-8e187ef06277 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups/39873822-aaba-4d3e-bf7d-35cd291e29d0 HTTP/1.1" status: 404 len: 347 time: 0.0160956 Jul 28 01:18:33.557735 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 51332) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:18:33.559727 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e624a43-b3b3-4c28-9b3f-9774d63911f3 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39873822-aaba-4d3e-bf7d-35cd291e29d0,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:18:33.666614 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:33.676896 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-5151519a-b662-4d10-b153-a291d577afbe tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Deleting port ea29da54-58fe-4360-97e8-789fe36a7ea4 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:18:33.677262 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5151519a-b662-4d10-b153-a291d577afbe tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (ea29da54-58fe-4360-97e8-789fe36a7ea4), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:33.736106 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:33.980952 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5151519a-b662-4d10-b153-a291d577afbe tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (ea29da54-58fe-4360-97e8-789fe36a7ea4), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:33.981221 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5151519a-b662-4d10-b153-a291d577afbe tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks [] for floatingip (ea29da54-58fe-4360-97e8-789fe36a7ea4), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:33.994643 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-5151519a-b662-4d10-b153-a291d577afbe tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Calling delete_port for ea29da54-58fe-4360-97e8-789fe36a7ea4 owned by network:floatingip {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:18:34.144160 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5151519a-b662-4d10-b153-a291d577afbe tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436'] for port (ea29da54-58fe-4360-97e8-789fe36a7ea4), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:34.174947 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151519a-b662-4d10-b153-a291d577afbe tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Pushing event deleted for resources: {'Port': ['ID=ea29da54-58fe-4360-97e8-789fe36a7ea4,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:18:34.198964 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5151519a-b662-4d10-b153-a291d577afbe tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks [] for floatingip (0705bfba-e2c1-4b63-8ab7-063f3a4bf66f), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:34.201488 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5151519a-b662-4d10-b153-a291d577afbe tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for floatingip (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:34.202629 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-5151519a-b662-4d10-b153-a291d577afbe tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "DELETE /v2.0/floatingips/0705bfba-e2c1-4b63-8ab7-063f3a4bf66f HTTP/1.1" status: 204 len: 168 time: 0.6440032 Jul 28 01:18:34.296028 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 51336) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:18:34.300591 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-66c94f5f-5b9e-49a3-8ad6-c93a3865a82a tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1488488593', 'description': 'tempest-description--215140251'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:18:34.326153 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-66c94f5f-5b9e-49a3-8ad6-c93a3865a82a tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:34.399413 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-66c94f5f-5b9e-49a3-8ad6-c93a3865a82a tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks [] for security_group (079688e2-1569-4d0c-875f-f2b5304991b7), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:34.404009 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-66c94f5f-5b9e-49a3-8ad6-c93a3865a82a tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (079688e2-1569-4d0c-875f-f2b5304991b7), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:34.434660 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-66c94f5f-5b9e-49a3-8ad6-c93a3865a82a tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:34.435933 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-66c94f5f-5b9e-49a3-8ad6-c93a3865a82a tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1388979 Jul 28 01:18:34.437968 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c94f5f-5b9e-49a3-8ad6-c93a3865a82a tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=079688e2-1569-4d0c-875f-f2b5304991b7,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:18:34.439039 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 51338) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:18:34.449761 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-e7103fae-4673-4911-8ca4-82ed1952579a tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Request body: {'security_group_rule': {'security_group_id': '079688e2-1569-4d0c-875f-f2b5304991b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:18:34.485881 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e7103fae-4673-4911-8ca4-82ed1952579a tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks [] for security_group_rule (f6171a80-1e75-44e2-8490-8477c353e10f), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:34.552533 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e7103fae-4673-4911-8ca4-82ed1952579a tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks [] for security_group_rule (f6171a80-1e75-44e2-8490-8477c353e10f), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:34.557181 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e7103fae-4673-4911-8ca4-82ed1952579a tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553027'] for security_group_rule (f6171a80-1e75-44e2-8490-8477c353e10f), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:34.576803 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:DELETE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:34.578746 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7103fae-4673-4911-8ca4-82ed1952579a tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6171a80-1e75-44e2-8490-8477c353e10f,revision_number=0']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:18:34.588125 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e7103fae-4673-4911-8ca4-82ed1952579a tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:34.588545 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-e7103fae-4673-4911-8ca4-82ed1952579a tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1465247 Jul 28 01:18:34.591226 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 51340) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:18:34.595942 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-5e4abb95-8221-4592-a0f6-be4eab613284 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Request body: {'security_group_rule': {'security_group_id': '079688e2-1569-4d0c-875f-f2b5304991b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:18:34.630396 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5e4abb95-8221-4592-a0f6-be4eab613284 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks [] for security_group_rule (6212329f-145d-4512-8e8c-1961b817dcf3), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:34.684615 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5e4abb95-8221-4592-a0f6-be4eab613284 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks [] for security_group_rule (6212329f-145d-4512-8e8c-1961b817dcf3), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:34.689095 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5e4abb95-8221-4592-a0f6-be4eab613284 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553027'] for security_group_rule (6212329f-145d-4512-8e8c-1961b817dcf3), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:34.708916 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4abb95-8221-4592-a0f6-be4eab613284 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6212329f-145d-4512-8e8c-1961b817dcf3,revision_number=0']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:18:34.718197 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5e4abb95-8221-4592-a0f6-be4eab613284 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:34.719438 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-5e4abb95-8221-4592-a0f6-be4eab613284 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1272421 Jul 28 01:18:34.722554 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 51342) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:18:34.727102 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-20ab9f7d-fdf1-4169-a174-81170dd70295 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Request body: {'floatingip': {'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:18:34.748333 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-20ab9f7d-fdf1-4169-a174-81170dd70295 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:34.836783 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-20ab9f7d-fdf1-4169-a174-81170dd70295 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:34.953266 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_common [None req-20ab9f7d-fdf1-4169-a174-81170dd70295 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Allocated IP 172.27.1.142 (db4fd262-df4a-4858-b92c-469a7b8f139e/fbbec24e-3b1c-439c-846a-fd72122ae4ff/b81ad322-0caa-4014-ae73-41bf4835d036) {{(pid=104162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:18:35.022489 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:35.073126 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-20ab9f7d-fdf1-4169-a174-81170dd70295 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks [] for port (b81ad322-0caa-4014-ae73-41bf4835d036), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:35.107024 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-20ab9f7d-fdf1-4169-a174-81170dd70295 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (b81ad322-0caa-4014-ae73-41bf4835d036), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:35.150316 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ab9f7d-fdf1-4169-a174-81170dd70295 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Network db4fd262-df4a-4858-b92c-469a7b8f139e is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:18:35.155559 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-20ab9f7d-fdf1-4169-a174-81170dd70295 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:18:35.158001 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ab9f7d-fdf1-4169-a174-81170dd70295 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Received port after_create {{(pid=104162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:18:35.161575 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab9f7d-fdf1-4169-a174-81170dd70295 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Pushing event updated for resources: {'Port': ['ID=b81ad322-0caa-4014-ae73-41bf4835d036,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:18:35.244791 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-20ab9f7d-fdf1-4169-a174-81170dd70295 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks [] for floatingip (ef98b584-e67f-42aa-b6c1-bcd26dbfe7eb), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:35.290167 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-20ab9f7d-fdf1-4169-a174-81170dd70295 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (b81ad322-0caa-4014-ae73-41bf4835d036), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:35.336587 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:35.378226 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device a76b2846-749f-47c3-81f3-a7c5328f00ad no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:18:35.400357 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] No Port match for: a76b2846-749f-47c3-81f3-a7c5328f00ad {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:18:35.400357 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device a76b2846-749f-47c3-81f3-a7c5328f00ad not bound to the agent host hv-cinder-81558 {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:18:35.463852 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-20ab9f7d-fdf1-4169-a174-81170dd70295 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks [] for port (b81ad322-0caa-4014-ae73-41bf4835d036), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:35.469718 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-20ab9f7d-fdf1-4169-a174-81170dd70295 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4518704'] for port (b81ad322-0caa-4014-ae73-41bf4835d036), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:35.539611 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab9f7d-fdf1-4169-a174-81170dd70295 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Pushing event updated for resources: {'Port': ['ID=b81ad322-0caa-4014-ae73-41bf4835d036,revision_number=2']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:18:35.551925 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-20ab9f7d-fdf1-4169-a174-81170dd70295 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-949731'] for floatingip (ef98b584-e67f-42aa-b6c1-bcd26dbfe7eb), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:35.571496 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-20ab9f7d-fdf1-4169-a174-81170dd70295 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for floatingip (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:35.573483 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-20ab9f7d-fdf1-4169-a174-81170dd70295 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8497534 Jul 28 01:18:35.797212 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-ebfc78fc-2db9-4d51-9dfa-0bf41d2bac64 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1488488593&fields=id&tenant_id=6e3df8020ac0427bae99a7fc30bdfa48 HTTP/1.1" status: 200 len: 267 time: 0.0469077 Jul 28 01:18:35.919758 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-03b0c7a5-b704-4bef-9a8d-27da4e3e9716 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:35.921227 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-03b0c7a5-b704-4bef-9a8d-27da4e3e9716 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/networks?id=79d1ca3f-e23e-4848-9d9a-982b12f210b8 HTTP/1.1" status: 200 len: 817 time: 0.1175835 Jul 28 01:18:35.940331 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-ec636d2a-4e63-4aa7-ab91-e9e62fae8b6f tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/quotas/6e3df8020ac0427bae99a7fc30bdfa48 HTTP/1.1" status: 200 len: 375 time: 0.0099697 Jul 28 01:18:36.001447 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-41e0918e-1bbc-4643-ac30-90f0bc44fda5 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=6e3df8020ac0427bae99a7fc30bdfa48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552020 Jul 28 01:18:36.117079 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:36.121251 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-67ee183e-f781-415e-9d19-b3dfb67185a0 service neutron] 10.222.0.17 "GET /v2.0/networks/79d1ca3f-e23e-4848-9d9a-982b12f210b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023357 Jul 28 01:18:36.215132 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-18f89e16-e1a1-405b-917f-3c56ec74e4fd service neutron] 10.222.0.17 "GET /v2.0/networks/79d1ca3f-e23e-4848-9d9a-982b12f210b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858417 Jul 28 01:18:36.399046 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b6129687-abd7-4f35-b08f-491da872c589 req-ed89c602-2371-4ced-ba67-3be34d3c7613 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 210 time: 0.0303500 Jul 28 01:18:37.352758 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-40ab30de-33f8-4f65-95ce-65ee0a2b28b6 req-18923e5a-e68e-4c27-b594-d45ea5724f49 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384002 Jul 28 01:18:37.512093 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a471c24a-d6d6-456f-949b-e7c6ef806bda req-21f1cbd4-b8de-43e6-90a4-d684783a49ec tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 210 time: 0.0360613 Jul 28 01:18:37.670844 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab30de-33f8-4f65-95ce-65ee0a2b28b6 req-88583217-37f9-41a8-b59b-533efdabe68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:37.672390 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-40ab30de-33f8-4f65-95ce-65ee0a2b28b6 req-88583217-37f9-41a8-b59b-533efdabe68c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=af4689d2f0ef4d71a1c465610011f2d7&device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 1129 time: 0.0423970 Jul 28 01:18:37.788116 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab30de-33f8-4f65-95ce-65ee0a2b28b6 req-b7e0c27d-977a-4c3f-85eb-829c2c3fcbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:37.789629 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-40ab30de-33f8-4f65-95ce-65ee0a2b28b6 req-b7e0c27d-977a-4c3f-85eb-829c2c3fcbb4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8f65178e-aa89-435c-9fed-639dfc5bec3f HTTP/1.1" status: 200 len: 919 time: 0.0929606 Jul 28 01:18:37.801867 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-497681ec-e603-48cb-86ed-830233188676 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:37.803470 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-497681ec-e603-48cb-86ed-830233188676 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.42 "GET /v2.0/networks?id=79d1ca3f-e23e-4848-9d9a-982b12f210b8 HTTP/1.1" status: 200 len: 817 time: 0.1074479 Jul 28 01:18:37.822043 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-27b08d98-3558-402a-865f-aa22bd1215bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:37.842501 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-40ab30de-33f8-4f65-95ce-65ee0a2b28b6 req-5c84a9a9-7c21-4882-bd67-04ee87f8f069 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7d3de87-244d-4779-a3e5-9f83c3f0ed25 HTTP/1.1" status: 200 len: 217 time: 0.0436566 Jul 28 01:18:37.881381 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-9ce3448a-83ba-4d16-9922-6660224bb6c4 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e3df8020ac0427bae99a7fc30bdfa48 HTTP/1.1" status: 200 len: 380 time: 0.0667357 Jul 28 01:18:37.895916 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab30de-33f8-4f65-95ce-65ee0a2b28b6 req-4ddb0d86-affd-4647-9206-7d14ed6077f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:37.897420 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-40ab30de-33f8-4f65-95ce-65ee0a2b28b6 req-4ddb0d86-affd-4647-9206-7d14ed6077f3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2 HTTP/1.1" status: 200 len: 857 time: 0.0482333 Jul 28 01:18:37.964764 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-8b2891db-f17f-4e8d-b549-61a17de1af17 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Request body: {'port': {'device_id': 'b035e590-ae9f-4fb3-ac7f-3615a1ce992c', 'network_id': '79d1ca3f-e23e-4848-9d9a-982b12f210b8', 'admin_state_up': True, 'tenant_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'security_groups': ['079688e2-1569-4d0c-875f-f2b5304991b7']}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:18:38.001340 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab30de-33f8-4f65-95ce-65ee0a2b28b6 req-c95008b2-4d06-45f1-b331-bc93e8aa5432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:38.002911 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-40ab30de-33f8-4f65-95ce-65ee0a2b28b6 req-c95008b2-4d06-45f1-b331-bc93e8aa5432 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8f65178e-aa89-435c-9fed-639dfc5bec3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439072 Jul 28 01:18:38.067963 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:38.084019 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-8b2891db-f17f-4e8d-b549-61a17de1af17 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Made reservation on behalf of 6e3df8020ac0427bae99a7fc30bdfa48 for: {'port': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:18:38.087755 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-8b2891db-f17f-4e8d-b549-61a17de1af17 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:38.098041 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:38.104341 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-40ab30de-33f8-4f65-95ce-65ee0a2b28b6 req-63a382d6-bbca-4cc6-93df-bc7f304257d5 service neutron] 10.222.0.42 "GET /v2.0/networks/8f65178e-aa89-435c-9fed-639dfc5bec3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925217 Jul 28 01:18:38.178801 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:38.212648 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-40ab30de-33f8-4f65-95ce-65ee0a2b28b6 req-d8b84ec9-4e69-4114-88c2-9b16405141f1 service neutron] 10.222.0.42 "GET /v2.0/networks/8f65178e-aa89-435c-9fed-639dfc5bec3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995779 Jul 28 01:18:38.228142 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-8b2891db-f17f-4e8d-b549-61a17de1af17 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Allocated IP 172.20.0.8 (79d1ca3f-e23e-4848-9d9a-982b12f210b8/a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6/bd4676aa-4815-4dd2-8cfe-5bab28819f71) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:18:38.370403 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-8b2891db-f17f-4e8d-b549-61a17de1af17 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks [] for port (bd4676aa-4815-4dd2-8cfe-5bab28819f71), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:38.412222 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-8b2891db-f17f-4e8d-b549-61a17de1af17 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427'] for port (bd4676aa-4815-4dd2-8cfe-5bab28819f71), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:38.455849 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-8b2891db-f17f-4e8d-b549-61a17de1af17 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Network 79d1ca3f-e23e-4848-9d9a-982b12f210b8 is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:18:38.459168 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-8b2891db-f17f-4e8d-b549-61a17de1af17 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:18:38.463210 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-8b2891db-f17f-4e8d-b549-61a17de1af17 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:18:38.468475 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-8b2891db-f17f-4e8d-b549-61a17de1af17 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:38.469071 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-8b2891db-f17f-4e8d-b549-61a17de1af17 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:38.475407 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2891db-f17f-4e8d-b549-61a17de1af17 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Pushing event updated for resources: {'Port': ['ID=bd4676aa-4815-4dd2-8cfe-5bab28819f71,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:18:38.488145 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2891db-f17f-4e8d-b549-61a17de1af17 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:18:38.488458 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2891db-f17f-4e8d-b549-61a17de1af17 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:18:38.488790 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2891db-f17f-4e8d-b549-61a17de1af17 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:18:38.489124 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2891db-f17f-4e8d-b549-61a17de1af17 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:18:38.489454 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2891db-f17f-4e8d-b549-61a17de1af17 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:18:38.489781 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2891db-f17f-4e8d-b549-61a17de1af17 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:18:38.490135 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2891db-f17f-4e8d-b549-61a17de1af17 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:18:38.490448 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2891db-f17f-4e8d-b549-61a17de1af17 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:18:38.490921 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2891db-f17f-4e8d-b549-61a17de1af17 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:18:38.491217 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2891db-f17f-4e8d-b549-61a17de1af17 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:18:38.491539 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2891db-f17f-4e8d-b549-61a17de1af17 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:18:38.491861 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2891db-f17f-4e8d-b549-61a17de1af17 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:18:38.492180 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2891db-f17f-4e8d-b549-61a17de1af17 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:18:38.492491 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2891db-f17f-4e8d-b549-61a17de1af17 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:18:38.492808 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2891db-f17f-4e8d-b549-61a17de1af17 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:18:38.499106 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-8b2891db-f17f-4e8d-b549-61a17de1af17 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5392087 Jul 28 01:18:38.512953 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-46b63a98-692e-4ccc-b24d-115c0d82067c service neutron] Request body: {'port': {'device_id': 'b035e590-ae9f-4fb3-ac7f-3615a1ce992c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:18:38.578729 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-46b63a98-692e-4ccc-b24d-115c0d82067c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (bd4676aa-4815-4dd2-8cfe-5bab28819f71), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:38.650057 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36129dc-3e81-4e81-9834-6f4316bf317b req-2b551140-9c35-45cd-88c0-bffbd6de7827 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:38.652127 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e36129dc-3e81-4e81-9834-6f4316bf317b req-2b551140-9c35-45cd-88c0-bffbd6de7827 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 931 time: 0.0575585 Jul 28 01:18:38.703832 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-03bc9954-ac1f-4069-95fb-f46a2710473a None None] Provisioning complete for port bd4676aa-4815-4dd2-8cfe-5bab28819f71 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:18:38.704205 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03bc9954-ac1f-4069-95fb-f46a2710473a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (bd4676aa-4815-4dd2-8cfe-5bab28819f71), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:38.706248 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e36129dc-3e81-4e81-9834-6f4316bf317b req-cf1e2206-58ce-423b-b0c7-0fb7a08e0dd5 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476351 Jul 28 01:18:38.736605 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03bc9954-ac1f-4069-95fb-f46a2710473a None None] Port bd4676aa-4815-4dd2-8cfe-5bab28819f71 cannot update to ACTIVE because it is not bound. {{(pid=104163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 01:18:38.870049 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-46b63a98-692e-4ccc-b24d-115c0d82067c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd4676aa-4815-4dd2-8cfe-5bab28819f71 {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 01:18:38.877899 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-46b63a98-692e-4ccc-b24d-115c0d82067c service neutron] Publish callbacks [] for port (bd4676aa-4815-4dd2-8cfe-5bab28819f71), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:38.895286 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-46b63a98-692e-4ccc-b24d-115c0d82067c service neutron] Transition to ACTIVE for port object bd4676aa-4815-4dd2-8cfe-5bab28819f71 will not be triggered until provisioned by entity L2. {{(pid=104161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 01:18:38.901193 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-46b63a98-692e-4ccc-b24d-115c0d82067c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (bd4676aa-4815-4dd2-8cfe-5bab28819f71), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:38.906103 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:38.953683 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b63a98-692e-4ccc-b24d-115c0d82067c service neutron] Pushing event updated for resources: {'Port': ['ID=bd4676aa-4815-4dd2-8cfe-5bab28819f71,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:18:38.989822 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-46b63a98-692e-4ccc-b24d-115c0d82067c service neutron] Attempting to bind port bd4676aa-4815-4dd2-8cfe-5bab28819f71 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:18:38.990064 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-46b63a98-692e-4ccc-b24d-115c0d82067c service neutron] Attempting to bind port bd4676aa-4815-4dd2-8cfe-5bab28819f71 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'd38ebf67-8dab-4986-bb13-157dcdc07364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '79d1ca3f-e23e-4848-9d9a-982b12f210b8'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:18:38.990386 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-46b63a98-692e-4ccc-b24d-115c0d82067c service neutron] Attempting to bind port bd4676aa-4815-4dd2-8cfe-5bab28819f71 on network 79d1ca3f-e23e-4848-9d9a-982b12f210b8 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:18:38.995638 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-46b63a98-692e-4ccc-b24d-115c0d82067c service neutron] Port bd4676aa-4815-4dd2-8cfe-5bab28819f71 on network 79d1ca3f-e23e-4848-9d9a-982b12f210b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 01:18:38.995951 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-46b63a98-692e-4ccc-b24d-115c0d82067c service neutron] Attempting to bind port bd4676aa-4815-4dd2-8cfe-5bab28819f71 on network 79d1ca3f-e23e-4848-9d9a-982b12f210b8 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:18:38.998661 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:39.001845 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-46b63a98-692e-4ccc-b24d-115c0d82067c service neutron] Checking agent: {'id': '8d4a48be-b376-49eb-a7aa-478deaa3f35f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 11, 32), 'started_at': datetime.datetime(2022, 7, 28, 1, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:18:39.002187 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-46b63a98-692e-4ccc-b24d-115c0d82067c service neutron] Checking segment: {'id': 'd38ebf67-8dab-4986-bb13-157dcdc07364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '79d1ca3f-e23e-4848-9d9a-982b12f210b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:18:39.002561 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-46b63a98-692e-4ccc-b24d-115c0d82067c service neutron] Bound using segment: {'id': 'd38ebf67-8dab-4986-bb13-157dcdc07364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '79d1ca3f-e23e-4848-9d9a-982b12f210b8'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:18:39.003019 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-46b63a98-692e-4ccc-b24d-115c0d82067c service neutron] Bound port: bd4676aa-4815-4dd2-8cfe-5bab28819f71, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd38ebf67-8dab-4986-bb13-157dcdc07364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '79d1ca3f-e23e-4848-9d9a-982b12f210b8'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:18:39.003389 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-46b63a98-692e-4ccc-b24d-115c0d82067c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (bd4676aa-4815-4dd2-8cfe-5bab28819f71), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:39.077743 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-46b63a98-692e-4ccc-b24d-115c0d82067c service neutron] For port bd4676aa-4815-4dd2-8cfe-5bab28819f71, host hv-cinder-81558, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:18:39.081150 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-46b63a98-692e-4ccc-b24d-115c0d82067c service neutron] For port bd4676aa-4815-4dd2-8cfe-5bab28819f71, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=bd4676aa-4815-4dd2-8cfe-5bab28819f71,segment=NetworkSegment(d38ebf67-8dab-4986-bb13-157dcdc07364),segment_id=d38ebf67-8dab-4986-bb13-157dcdc07364)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:18:39.087678 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-46b63a98-692e-4ccc-b24d-115c0d82067c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (bd4676aa-4815-4dd2-8cfe-5bab28819f71), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:39.123366 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-46b63a98-692e-4ccc-b24d-115c0d82067c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:39.123991 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-46b63a98-692e-4ccc-b24d-115c0d82067c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:39.125386 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-46b63a98-692e-4ccc-b24d-115c0d82067c service neutron] 10.222.0.42 "PUT /v2.0/ports/bd4676aa-4815-4dd2-8cfe-5bab28819f71 HTTP/1.1" status: 200 len: 1093 time: 0.6169548 Jul 28 01:18:39.125923 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b035e590-ae9f-4fb3-ac7f-3615a1ce992c', 'tag': 'bd4676aa-4815-4dd2-8cfe-5bab28819f71'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:18:39.128104 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0f5ab60fa46dcea77c59dd77281ac580fb802378bd5ff0a4b9baf266696a00a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac1190d-ebc9-4943-bae2-1c2ff4a1f0c1" -d '{"events": [{"name": "network-changed", "server_uuid": "b035e590-ae9f-4fb3-ac7f-3615a1ce992c", "tag": "bd4676aa-4815-4dd2-8cfe-5bab28819f71"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:18:39.167212 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b63a98-692e-4ccc-b24d-115c0d82067c service neutron] Pushing event updated for resources: {'Port': ['ID=bd4676aa-4815-4dd2-8cfe-5bab28819f71,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:18:39.194738 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 01:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad1bc4e-2e22-45c2-8ece-10ccd351b03d x-openstack-request-id: req-fad1bc4e-2e22-45c2-8ece-10ccd351b03d {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:18:39.195264 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b035e590-ae9f-4fb3-ac7f-3615a1ce992c", "tag": "bd4676aa-4815-4dd2-8cfe-5bab28819f71", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:18:39.195519 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-fad1bc4e-2e22-45c2-8ece-10ccd351b03d {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:18:39.195929 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fad1bc4e-2e22-45c2-8ece-10ccd351b03d'] response: {'name': 'network-changed', 'server_uuid': 'b035e590-ae9f-4fb3-ac7f-3615a1ce992c', 'tag': 'bd4676aa-4815-4dd2-8cfe-5bab28819f71', 'status': 'completed', 'code': 200} Jul 28 01:18:39.223532 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-251df9e6-9bd7-4bde-ab18-ac28612a87b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:39.225202 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-251df9e6-9bd7-4bde-ab18-ac28612a87b2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6e3df8020ac0427bae99a7fc30bdfa48&device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 1127 time: 0.0434129 Jul 28 01:18:39.270166 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-ed83eb50-d031-435c-ab42-23596fbfa025 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd4676aa-4815-4dd2-8cfe-5bab28819f71 HTTP/1.1" status: 200 len: 217 time: 0.0378377 Jul 28 01:18:39.322033 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-24ba69e6-2620-4026-8fe4-b43d8d851e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:39.323558 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-24ba69e6-2620-4026-8fe4-b43d8d851e2f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6 HTTP/1.1" status: 200 len: 856 time: 0.0465472 Jul 28 01:18:39.369004 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-3ae5f9a4-e206-4915-b167-6aecd0e405ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:39.370495 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-3ae5f9a4-e206-4915-b167-6aecd0e405ee service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=79d1ca3f-e23e-4848-9d9a-982b12f210b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0391686 Jul 28 01:18:39.421636 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.agents_db [None req-b5d7b8ea-190f-43e3-81f4-c45e7fbfa344 None None] Agent healthcheck: found 6 active agents {{(pid=104164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 01:18:39.469449 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-67ddb5aa-9e81-4e5d-ab8b-ce132b44dc62 service neutron] 10.222.0.42 "GET /v2.0/networks/79d1ca3f-e23e-4848-9d9a-982b12f210b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896428 Jul 28 01:18:39.562440 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e8831e1f-7748-4770-97bc-7e5bb27bfcdf req-380a67d6-497b-4f42-899c-6039aad81d99 service neutron] 10.222.0.42 "GET /v2.0/networks/79d1ca3f-e23e-4848-9d9a-982b12f210b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859375 Jul 28 01:18:39.839721 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90999a11-aeb9-4bb7-98a4-ef0ee709b57e req-cf3f5afd-01cc-41f8-aacb-a4939ecfaac5 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:39.841076 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-90999a11-aeb9-4bb7-98a4-ef0ee709b57e req-cf3f5afd-01cc-41f8-aacb-a4939ecfaac5 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 943 time: 0.0557992 Jul 28 01:18:39.893452 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-90999a11-aeb9-4bb7-98a4-ef0ee709b57e req-cf2f84b0-8280-48e6-ac38-4e733cc8f811 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439301 Jul 28 01:18:40.359882 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-20cdd623-2bc8-4082-9167-aa9a3f0902b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:40.849886 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1190d-ebc9-4943-bae2-1c2ff4a1f0c1 req-fb245957-ac81-499c-988a-1a81fa3cf0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:40.851601 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-4ac1190d-ebc9-4943-bae2-1c2ff4a1f0c1 req-fb245957-ac81-499c-988a-1a81fa3cf0ea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6e3df8020ac0427bae99a7fc30bdfa48&device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 1127 time: 0.0497575 Jul 28 01:18:40.956500 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1190d-ebc9-4943-bae2-1c2ff4a1f0c1 req-1b618aa4-de24-4f85-bb20-ffb5a8511b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:40.957971 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-4ac1190d-ebc9-4943-bae2-1c2ff4a1f0c1 req-1b618aa4-de24-4f85-bb20-ffb5a8511b23 service neutron] 10.222.0.42 "GET /v2.0/networks?id=79d1ca3f-e23e-4848-9d9a-982b12f210b8 HTTP/1.1" status: 200 len: 918 time: 0.0987363 Jul 28 01:18:41.003360 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-4ac1190d-ebc9-4943-bae2-1c2ff4a1f0c1 req-8438b5c3-1707-4c5c-b57d-4f9acc17795a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd4676aa-4815-4dd2-8cfe-5bab28819f71 HTTP/1.1" status: 200 len: 217 time: 0.0370462 Jul 28 01:18:41.025251 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e30bb-9abb-4e22-9c6a-734f625d17f0 req-9b67748c-c16b-46ad-b802-58ab659ed1ff tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:41.026677 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f18e30bb-9abb-4e22-9c6a-734f625d17f0 req-9b67748c-c16b-46ad-b802-58ab659ed1ff tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 943 time: 0.0489066 Jul 28 01:18:41.054149 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1190d-ebc9-4943-bae2-1c2ff4a1f0c1 req-e4b6ef10-ca54-4829-ae0d-bd5b56fff90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:41.055668 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-4ac1190d-ebc9-4943-bae2-1c2ff4a1f0c1 req-e4b6ef10-ca54-4829-ae0d-bd5b56fff90d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6 HTTP/1.1" status: 200 len: 856 time: 0.0440233 Jul 28 01:18:41.079295 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f18e30bb-9abb-4e22-9c6a-734f625d17f0 req-27a300e2-34b4-4e6b-b53d-28391a86d882 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466797 Jul 28 01:18:41.106025 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1190d-ebc9-4943-bae2-1c2ff4a1f0c1 req-c3e59d41-88f5-48cf-a458-09e820ea1a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:41.107755 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-4ac1190d-ebc9-4943-bae2-1c2ff4a1f0c1 req-c3e59d41-88f5-48cf-a458-09e820ea1a2e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=79d1ca3f-e23e-4848-9d9a-982b12f210b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440109 Jul 28 01:18:41.204584 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-4ac1190d-ebc9-4943-bae2-1c2ff4a1f0c1 req-b58f7421-133b-48e7-a895-2a5e2fcb5df8 service neutron] 10.222.0.42 "GET /v2.0/networks/79d1ca3f-e23e-4848-9d9a-982b12f210b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890806 Jul 28 01:18:41.222496 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:41.306078 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-4ac1190d-ebc9-4943-bae2-1c2ff4a1f0c1 req-f4f2495b-ed36-4ffe-ae9f-03a4444112c2 service neutron] 10.222.0.42 "GET /v2.0/networks/79d1ca3f-e23e-4848-9d9a-982b12f210b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909500 Jul 28 01:18:41.343091 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:42.211254 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa56cc-0630-4746-89f2-8c523e524c47 req-24fed40a-f65e-4a03-b699-45de42dd285f tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:42.212743 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-22aa56cc-0630-4746-89f2-8c523e524c47 req-24fed40a-f65e-4a03-b699-45de42dd285f tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 943 time: 0.0500228 Jul 28 01:18:42.264324 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-22aa56cc-0630-4746-89f2-8c523e524c47 req-7a723545-3c47-49f7-8787-d0e18cce23bb tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430851 Jul 28 01:18:42.712361 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:43.031014 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:43.122045 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=50 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:43.392233 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709056b-56d4-467a-b631-d53c95f828f1 req-7d86e721-8af4-4946-a195-e6d0270e5b6d tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:43.394494 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d709056b-56d4-467a-b631-d53c95f828f1 req-7d86e721-8af4-4946-a195-e6d0270e5b6d tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 943 time: 0.0506999 Jul 28 01:18:43.395835 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device bd4676aa-4815-4dd2-8cfe-5bab28819f71 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 01:18:43.446274 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d709056b-56d4-467a-b631-d53c95f828f1 req-4f23cffb-47c5-4c7c-b31d-a3f0441a5dbb tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456700 Jul 28 01:18:43.504351 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port bd4676aa-4815-4dd2-8cfe-5bab28819f71, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=bd4676aa-4815-4dd2-8cfe-5bab28819f71,segment=NetworkSegment(d38ebf67-8dab-4986-bb13-157dcdc07364),segment_id=d38ebf67-8dab-4986-bb13-157dcdc07364)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:18:43.516756 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Returning: {'device': 'bd4676aa-4815-4dd2-8cfe-5bab28819f71', 'network_id': '79d1ca3f-e23e-4848-9d9a-982b12f210b8', 'port_id': 'bd4676aa-4815-4dd2-8cfe-5bab28819f71', 'mac_address': 'fa:16:3e:8a:07:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 01:18:43.543835 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:43.553731 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port bd4676aa-4815-4dd2-8cfe-5bab28819f71 is: DOWN; New status is: BUILD {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:18:43.554052 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (bd4676aa-4815-4dd2-8cfe-5bab28819f71), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:43.568857 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd4676aa-4815-4dd2-8cfe-5bab28819f71 {{(pid=104163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 01:18:43.589418 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port bd4676aa-4815-4dd2-8cfe-5bab28819f71, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=bd4676aa-4815-4dd2-8cfe-5bab28819f71,segment=NetworkSegment(d38ebf67-8dab-4986-bb13-157dcdc07364),segment_id=d38ebf67-8dab-4986-bb13-157dcdc07364)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:18:43.597490 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (bd4676aa-4815-4dd2-8cfe-5bab28819f71), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:43.647648 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=bd4676aa-4815-4dd2-8cfe-5bab28819f71,revision_number=4']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:18:43.931811 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] get_ports_and_sgs() called for port_ids ['bd4676aa-4815-4dd2-8cfe-5bab28819f71'] {{(pid=104163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 01:18:44.050510 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:44.560064 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:44.574621 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a6037-97ed-49cd-bd11-e11766e41303 req-7b19fb9d-1e50-430d-af3a-ec165081c020 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:44.576162 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-5a7a6037-97ed-49cd-bd11-e11766e41303 req-7b19fb9d-1e50-430d-af3a-ec165081c020 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 944 time: 0.0525918 Jul 28 01:18:44.625484 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-5a7a6037-97ed-49cd-bd11-e11766e41303 req-46cc8eed-0a9a-4a99-924c-188de3ee9f18 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434084 Jul 28 01:18:44.728274 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166bb17-9dc4-4578-a7b3-73cb4f856cf2 req-e6bbf4c9-fa1d-4f33-8c02-c8cb76d84584 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:44.729750 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-6166bb17-9dc4-4578-a7b3-73cb4f856cf2 req-e6bbf4c9-fa1d-4f33-8c02-c8cb76d84584 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 946 time: 0.0471165 Jul 28 01:18:44.777688 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-6166bb17-9dc4-4578-a7b3-73cb4f856cf2 req-4ce605d5-c971-44eb-97b8-1b0f8c6d17fd tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=4bfd2ea3-73ab-4651-bee8-9f5b86065b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422788 Jul 28 01:18:45.413582 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device bd4676aa-4815-4dd2-8cfe-5bab28819f71 up at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:18:45.465777 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Provisioning for port bd4676aa-4815-4dd2-8cfe-5bab28819f71 completed by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 01:18:45.478668 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Provisioning complete for port bd4676aa-4815-4dd2-8cfe-5bab28819f71 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:18:45.479160 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (bd4676aa-4815-4dd2-8cfe-5bab28819f71), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:45.567658 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port bd4676aa-4815-4dd2-8cfe-5bab28819f71 is: BUILD; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:18:45.568058 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (bd4676aa-4815-4dd2-8cfe-5bab28819f71), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:45.594759 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b035e590-ae9f-4fb3-ac7f-3615a1ce992c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4676aa-4815-4dd2-8cfe-5bab28819f71'}] {{(pid=104163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:18:45.598089 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74574a7e5f5019bac05c50995ec4c38decffa50ba6d5d10f63080a9b4086ca7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f71aa7-6363-4c16-91d8-d799c2239bc3" -d '{"events": [{"server_uuid": "b035e590-ae9f-4fb3-ac7f-3615a1ce992c", "name": "network-vif-plugged", "status": "completed", "tag": "bd4676aa-4815-4dd2-8cfe-5bab28819f71"}]}' {{(pid=104163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:18:45.611730 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port bd4676aa-4815-4dd2-8cfe-5bab28819f71, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=bd4676aa-4815-4dd2-8cfe-5bab28819f71,segment=NetworkSegment(d38ebf67-8dab-4986-bb13-157dcdc07364),segment_id=d38ebf67-8dab-4986-bb13-157dcdc07364)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:18:45.618715 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (bd4676aa-4815-4dd2-8cfe-5bab28819f71), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:45.642043 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 01:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f84847-4fb5-4d72-8c3a-66039a621aaa x-openstack-request-id: req-f3f84847-4fb5-4d72-8c3a-66039a621aaa {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:18:45.642328 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b035e590-ae9f-4fb3-ac7f-3615a1ce992c", "name": "network-vif-plugged", "status": "completed", "tag": "bd4676aa-4815-4dd2-8cfe-5bab28819f71", "code": 200}]} {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:18:45.642580 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-f3f84847-4fb5-4d72-8c3a-66039a621aaa {{(pid=104163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:18:45.643002 dv-cinder-815582-11-iscsi neutron-server[104163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3f84847-4fb5-4d72-8c3a-66039a621aaa'] response: {'server_uuid': 'b035e590-ae9f-4fb3-ac7f-3615a1ce992c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4676aa-4815-4dd2-8cfe-5bab28819f71', 'code': 200} Jul 28 01:18:45.673009 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=bd4676aa-4815-4dd2-8cfe-5bab28819f71,revision_number=5']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:18:45.750540 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03b2cc-de14-4210-8da0-8b614a7029e6 req-dc6d0f40-a789-42b0-9a02-990fb0d1b824 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:45.751983 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1c03b2cc-de14-4210-8da0-8b614a7029e6 req-dc6d0f40-a789-42b0-9a02-990fb0d1b824 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 945 time: 0.0467548 Jul 28 01:18:45.806396 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1c03b2cc-de14-4210-8da0-8b614a7029e6 req-618e487f-c469-4b22-9b3f-09c5ad6113aa tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454268 Jul 28 01:18:45.907115 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16de6f-cec1-459e-b875-ed9977769b34 req-c78437e2-f491-427c-90ee-6ca4c969e816 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:45.908596 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7b16de6f-cec1-459e-b875-ed9977769b34 req-c78437e2-f491-427c-90ee-6ca4c969e816 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 946 time: 0.0494111 Jul 28 01:18:45.957626 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7b16de6f-cec1-459e-b875-ed9977769b34 req-3f0fff1e-8f34-4bf8-a9d3-5e79eff17ee9 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=4bfd2ea3-73ab-4651-bee8-9f5b86065b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431819 Jul 28 01:18:46.910248 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fffcee-dce3-496d-b6d0-579dce87a050 req-a7476e07-975a-444c-a8ae-ad28184c4a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:46.911805 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-55fffcee-dce3-496d-b6d0-579dce87a050 req-a7476e07-975a-444c-a8ae-ad28184c4a14 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 1129 time: 0.0469291 Jul 28 01:18:46.939163 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df36440-9279-4e22-a724-199eee0adee4 req-9008b7ef-0b40-4c90-8bb0-c4f28e2d3037 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:46.940602 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2df36440-9279-4e22-a724-199eee0adee4 req-9008b7ef-0b40-4c90-8bb0-c4f28e2d3037 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 945 time: 0.0484707 Jul 28 01:18:46.986754 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-55fffcee-dce3-496d-b6d0-579dce87a050 req-44f7b560-9387-4138-b55f-d5ef740877c4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403075 Jul 28 01:18:47.015259 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f14ed4-7580-4a4b-879d-fe568b024657 req-92db8240-b2f4-4bb4-9327-9bd5cef1a652 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:47.016702 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-00f14ed4-7580-4a4b-879d-fe568b024657 req-92db8240-b2f4-4bb4-9327-9bd5cef1a652 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 946 time: 0.0700965 Jul 28 01:18:47.023855 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:47.031669 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2df36440-9279-4e22-a724-199eee0adee4 req-f6da451e-2232-43b0-97b8-17ef8bec0908 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838449 Jul 28 01:18:47.081052 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5466bb5-1d9e-4e1e-b63b-196e4df08e32 req-8f1a7283-bf38-41a3-855f-9a8e17e5ca78 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:47.082500 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a5466bb5-1d9e-4e1e-b63b-196e4df08e32 req-8f1a7283-bf38-41a3-855f-9a8e17e5ca78 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 946 time: 0.0478992 Jul 28 01:18:47.129682 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a5466bb5-1d9e-4e1e-b63b-196e4df08e32 req-0d3d1d23-eb3d-4785-a36e-b8ab301e0362 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=4bfd2ea3-73ab-4651-bee8-9f5b86065b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415256 Jul 28 01:18:47.294111 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [req-00f14ed4-7580-4a4b-879d-fe568b024657 req-83545b80-68b5-4e9b-a7ed-a8b683b44dc5 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Deleting port 5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef {{(pid=104162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:18:47.294382 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-00f14ed4-7580-4a4b-879d-fe568b024657 req-83545b80-68b5-4e9b-a7ed-a8b683b44dc5 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:47.382547 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [req-00f14ed4-7580-4a4b-879d-fe568b024657 req-83545b80-68b5-4e9b-a7ed-a8b683b44dc5 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] For port 5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef,segment=NetworkSegment(78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5),segment_id=78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:18:47.382974 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-00f14ed4-7580-4a4b-879d-fe568b024657 req-83545b80-68b5-4e9b-a7ed-a8b683b44dc5 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:47.614974 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-00f14ed4-7580-4a4b-879d-fe568b024657 req-83545b80-68b5-4e9b-a7ed-a8b683b44dc5 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:47.615233 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-00f14ed4-7580-4a4b-879d-fe568b024657 req-83545b80-68b5-4e9b-a7ed-a8b683b44dc5 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-949731'] for floatingip (963486f5-47a4-481c-9b1c-25a09110c6fa), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:47.615546 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.db.l3_db [req-00f14ed4-7580-4a4b-879d-fe568b024657 req-83545b80-68b5-4e9b-a7ed-a8b683b44dc5 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Floating IP 963486f5-47a4-481c-9b1c-25a09110c6fa disassociated. External IP: 172.27.1.184, port: 5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef. Jul 28 01:18:47.615884 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [req-00f14ed4-7580-4a4b-879d-fe568b024657 req-83545b80-68b5-4e9b-a7ed-a8b683b44dc5 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Calling delete_port for 5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef owned by compute:nova {{(pid=104162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:18:47.659441 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:47.752316 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-00f14ed4-7580-4a4b-879d-fe568b024657 req-83545b80-68b5-4e9b-a7ed-a8b683b44dc5 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:47.780870 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83545b80-68b5-4e9b-a7ed-a8b683b44dc5 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Pushing event deleted for resources: {'Port': ['ID=5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:18:47.792757 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83545b80-68b5-4e9b-a7ed-a8b683b44dc5 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:18:47.793086 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83545b80-68b5-4e9b-a7ed-a8b683b44dc5 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:18:47.793424 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83545b80-68b5-4e9b-a7ed-a8b683b44dc5 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:18:47.793759 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83545b80-68b5-4e9b-a7ed-a8b683b44dc5 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:18:47.794089 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83545b80-68b5-4e9b-a7ed-a8b683b44dc5 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:18:47.794413 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83545b80-68b5-4e9b-a7ed-a8b683b44dc5 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:18:47.794733 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83545b80-68b5-4e9b-a7ed-a8b683b44dc5 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:18:47.795079 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83545b80-68b5-4e9b-a7ed-a8b683b44dc5 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:18:47.795402 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83545b80-68b5-4e9b-a7ed-a8b683b44dc5 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:18:47.795727 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83545b80-68b5-4e9b-a7ed-a8b683b44dc5 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:18:47.796045 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83545b80-68b5-4e9b-a7ed-a8b683b44dc5 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:18:47.796374 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83545b80-68b5-4e9b-a7ed-a8b683b44dc5 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:18:47.796679 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83545b80-68b5-4e9b-a7ed-a8b683b44dc5 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:18:47.796995 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83545b80-68b5-4e9b-a7ed-a8b683b44dc5 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:18:47.797307 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83545b80-68b5-4e9b-a7ed-a8b683b44dc5 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:18:47.915221 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00f14ed4-7580-4a4b-879d-fe568b024657 req-83545b80-68b5-4e9b-a7ed-a8b683b44dc5 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Router 23be02fa-a53b-4cfa-870c-e712548ac0ab has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:18:48.029696 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00f14ed4-7580-4a4b-879d-fe568b024657 req-83545b80-68b5-4e9b-a7ed-a8b683b44dc5 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:18:48.040328 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47be7d0-83ba-4da3-812f-c61a847e9b10 None None] Sync routers for ids ['23be02fa-a53b-4cfa-870c-e712548ac0ab'] in dv-cinder-815582-11-iscsi {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:18:48.051549 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47be7d0-83ba-4da3-812f-c61a847e9b10 None None] Routers {'23be02fa-a53b-4cfa-870c-e712548ac0ab'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:18:48.052085 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-d47be7d0-83ba-4da3-812f-c61a847e9b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:18:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['23be02fa-a53b-4cfa-870c-e712548ac0ab'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:18:48.075663 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f14ed4-7580-4a4b-879d-fe568b024657 req-83545b80-68b5-4e9b-a7ed-a8b683b44dc5 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] No DVR routers for this DVR port 5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef on host hv-cinder-81558 {{(pid=104162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 01:18:48.078568 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-00f14ed4-7580-4a4b-879d-fe568b024657 req-83545b80-68b5-4e9b-a7ed-a8b683b44dc5 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:48.082264 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-00f14ed4-7580-4a4b-879d-fe568b024657 req-83545b80-68b5-4e9b-a7ed-a8b683b44dc5 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.42 "DELETE /v2.0/ports/5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef HTTP/1.1" status: 204 len: 173 time: 0.8752820 Jul 28 01:18:48.082968 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b3c75a9-eb23-4978-bb95-53fe1e079f36', 'name': 'network-vif-deleted', 'tag': '5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:18:48.085490 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f6b11fd638c6a58f8ef19871f5a43997b3abcb3256dc707badf279ceb4d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad10eb51-9ec8-481f-adc8-e885a555339a" -d '{"events": [{"server_uuid": "0b3c75a9-eb23-4978-bb95-53fe1e079f36", "name": "network-vif-deleted", "tag": "5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:18:48.151173 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 01:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1395d92e-9920-4ce6-81f9-1067dfd2ed6f x-openstack-request-id: req-1395d92e-9920-4ce6-81f9-1067dfd2ed6f {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:18:48.151462 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b3c75a9-eb23-4978-bb95-53fe1e079f36", "name": "network-vif-deleted", "tag": "5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef", "status": "completed", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:18:48.151716 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-1395d92e-9920-4ce6-81f9-1067dfd2ed6f {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:18:48.152125 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1395d92e-9920-4ce6-81f9-1067dfd2ed6f'] response: {'server_uuid': '0b3c75a9-eb23-4978-bb95-53fe1e079f36', 'name': 'network-vif-deleted', 'tag': '5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef', 'status': 'completed', 'code': 200} Jul 28 01:18:48.175914 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513318c-be9f-4d2a-9ff8-2a6ef7012406 req-d0d7a69c-2168-4399-9d3e-6887523ca05a tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:48.183428 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-6513318c-be9f-4d2a-9ff8-2a6ef7012406 req-d0d7a69c-2168-4399-9d3e-6887523ca05a tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 945 time: 0.0656531 Jul 28 01:18:48.212614 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:48.275119 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-379c27c5-643d-42f2-a187-9b9e42c47162 req-522d84f2-96ba-4a99-a0fa-6297666edea6 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b3c75a9-eb23-4978-bb95-53fe1e079f36 HTTP/1.1" status: 200 len: 210 time: 0.0480373 Jul 28 01:18:48.277486 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-d47be7d0-83ba-4da3-812f-c61a847e9b10 None None] Set router 23be02fa-a53b-4cfa-870c-e712548ac0ab gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:18:48.311978 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-6513318c-be9f-4d2a-9ff8-2a6ef7012406 req-743e9f75-8f9b-4112-b491-2ddbf656262c tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095550 Jul 28 01:18:48.478681 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-d47be7d0-83ba-4da3-812f-c61a847e9b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'name': 'tempest-AttachVolumeTestJSON-1320773297-router', 'tenant_id': '347bcdc7636e4f93af2597f853926b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '1416697e-2521-4c94-950b-f0d8817032e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:33Z', 'updated_at': '2022-07-28T01:13:48Z', 'revision_number': 4, 'project_id': '347bcdc7636e4f93af2597f853926b13', 'gw_port': {'id': '1416697e-2521-4c94-950b-f0d8817032e5', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:34Z', 'updated_at': '2022-07-28T01:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'd2d54c2e-fcc8-43a9-8d31-3733f3785017', 'name': '', 'network_id': 'a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e', 'tenant_id': '347bcdc7636e4f93af2597f853926b13', 'mac_address': 'fa:16:3e:22:3e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:44Z', 'updated_at': '2022-07-28T01:14:00Z', 'revision_number': 5, 'project_id': '347bcdc7636e4f93af2597f853926b13', 'subnets': [{'id': '5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:18:48.504542 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47be7d0-83ba-4da3-812f-c61a847e9b10 None None] Checking router: 23be02fa-a53b-4cfa-870c-e712548ac0ab for host: dv-cinder-815582-11-iscsi {{(pid=104164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:18:48.514496 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47be7d0-83ba-4da3-812f-c61a847e9b10 None None] Routers {'23be02fa-a53b-4cfa-870c-e712548ac0ab'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:18:48.515146 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-d47be7d0-83ba-4da3-812f-c61a847e9b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:18:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['23be02fa-a53b-4cfa-870c-e712548ac0ab'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:18:48.618977 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-d47be7d0-83ba-4da3-812f-c61a847e9b10 None None] Set router 23be02fa-a53b-4cfa-870c-e712548ac0ab gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:18:48.750818 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=100 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:48.823715 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-d47be7d0-83ba-4da3-812f-c61a847e9b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'name': 'tempest-AttachVolumeTestJSON-1320773297-router', 'tenant_id': '347bcdc7636e4f93af2597f853926b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '1416697e-2521-4c94-950b-f0d8817032e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:33Z', 'updated_at': '2022-07-28T01:13:48Z', 'revision_number': 4, 'project_id': '347bcdc7636e4f93af2597f853926b13', 'gw_port': {'id': '1416697e-2521-4c94-950b-f0d8817032e5', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:34Z', 'updated_at': '2022-07-28T01:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'd2d54c2e-fcc8-43a9-8d31-3733f3785017', 'name': '', 'network_id': 'a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e', 'tenant_id': '347bcdc7636e4f93af2597f853926b13', 'mac_address': 'fa:16:3e:22:3e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:44Z', 'updated_at': '2022-07-28T01:14:00Z', 'revision_number': 5, 'project_id': '347bcdc7636e4f93af2597f853926b13', 'subnets': [{'id': '5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:18:48.848516 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47be7d0-83ba-4da3-812f-c61a847e9b10 None None] The sync data for ids ['23be02fa-a53b-4cfa-870c-e712548ac0ab'] in dv-cinder-815582-11-iscsi is: [{'id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'name': 'tempest-AttachVolumeTestJSON-1320773297-router', 'tenant_id': '347bcdc7636e4f93af2597f853926b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '1416697e-2521-4c94-950b-f0d8817032e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:33Z', 'updated_at': '2022-07-28T01:13:48Z', 'revision_number': 4, 'project_id': '347bcdc7636e4f93af2597f853926b13', 'gw_port': {'id': '1416697e-2521-4c94-950b-f0d8817032e5', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:34Z', 'updated_at': '2022-07-28T01:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'd2d54c2e-fcc8-43a9-8d31-3733f3785017', 'name': '', 'network_id': 'a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e', 'tenant_id': '347bcdc7636e4f93af2597f853926b13', 'mac_address': 'fa:16:3e:22:3e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:44Z', 'updated_at': '2022-07-28T01:14:00Z', 'revision_number': 5, 'project_id': '347bcdc7636e4f93af2597f853926b13', 'subnets': [{'id': '5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:18:49.080753 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f85255-de44-4f87-b7ea-3fed8693b5bc None None] New status for floating IP 963486f5-47a4-481c-9b1c-25a09110c6fa: DOWN {{(pid=104163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 01:18:49.377629 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 51442) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:18:49.394822 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:49.409936 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb8e6c-16a8-402f-8f9d-604aa221dd75 req-f030b62e-398e-44db-86a1-3738d28bc7d7 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:49.411645 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a3cb8e6c-16a8-402f-8f9d-604aa221dd75 req-f030b62e-398e-44db-86a1-3738d28bc7d7 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 945 time: 0.0500536 Jul 28 01:18:49.435899 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e1f64201-3343-4d8e-acd5-f02cd6f677ba tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks [] for security_group (4bfd2ea3-73ab-4651-bee8-9f5b86065b61), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:49.458954 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a3cb8e6c-16a8-402f-8f9d-604aa221dd75 req-8c61b41e-5538-4f97-a3ef-072d42d5ff00 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415881 Jul 28 01:18:49.460074 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e1f64201-3343-4d8e-acd5-f02cd6f677ba tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks [] for security_group (4bfd2ea3-73ab-4651-bee8-9f5b86065b61), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:49.511705 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e1f64201-3343-4d8e-acd5-f02cd6f677ba tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (4bfd2ea3-73ab-4651-bee8-9f5b86065b61), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:49.514399 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e1f64201-3343-4d8e-acd5-f02cd6f677ba tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:49.515606 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-e1f64201-3343-4d8e-acd5-f02cd6f677ba tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "DELETE /v2.0/security-groups/4bfd2ea3-73ab-4651-bee8-9f5b86065b61 HTTP/1.1" status: 204 len: 168 time: 0.1368597 Jul 28 01:18:49.518823 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 51446) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:18:49.525489 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f64201-3343-4d8e-acd5-f02cd6f677ba tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfd2ea3-73ab-4651-bee8-9f5b86065b61,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:18:49.539395 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.api.v2.resource [None req-f28fa427-c8fd-46a8-bc85-a816b0f4f2b2 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] show failed (client error): The resource could not be found. Jul 28 01:18:49.540509 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-f28fa427-c8fd-46a8-bc85-a816b0f4f2b2 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups/4bfd2ea3-73ab-4651-bee8-9f5b86065b61 HTTP/1.1" status: 404 len: 347 time: 0.0203686 Jul 28 01:18:49.543583 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 51448) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:18:49.590345 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251e59f-a80d-48a0-aef7-7135e771e773 req-26b2e59b-6d8c-4c31-8cf4-b20c81789609 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:49.591769 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f251e59f-a80d-48a0-aef7-7135e771e773 req-26b2e59b-6d8c-4c31-8cf4-b20c81789609 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 945 time: 0.0545270 Jul 28 01:18:49.601548 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 51450) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:18:49.606171 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-4a403223-9d96-493c-b750-4a6a7ca9bf94 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Request body: {'floatingip': {'port_id': 'bd4676aa-4815-4dd2-8cfe-5bab28819f71'}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:18:49.649130 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-4a403223-9d96-493c-b750-4a6a7ca9bf94 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks [] for floatingip (ef98b584-e67f-42aa-b6c1-bcd26dbfe7eb), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:49.657549 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-577ab6a8-84cc-4de1-9abe-95b1a9d24332 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Deleting port dbcc661e-0082-45c7-a810-7c2a14ba2284 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:18:49.657885 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-577ab6a8-84cc-4de1-9abe-95b1a9d24332 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (dbcc661e-0082-45c7-a810-7c2a14ba2284), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:49.737371 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-577ab6a8-84cc-4de1-9abe-95b1a9d24332 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (dbcc661e-0082-45c7-a810-7c2a14ba2284), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:49.737715 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-577ab6a8-84cc-4de1-9abe-95b1a9d24332 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks [] for floatingip (dbcc661e-0082-45c7-a810-7c2a14ba2284), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:49.750788 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-577ab6a8-84cc-4de1-9abe-95b1a9d24332 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Calling delete_port for dbcc661e-0082-45c7-a810-7c2a14ba2284 owned by network:floatingip {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:18:49.901574 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-577ab6a8-84cc-4de1-9abe-95b1a9d24332 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436'] for port (dbcc661e-0082-45c7-a810-7c2a14ba2284), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:49.925655 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ab6a8-84cc-4de1-9abe-95b1a9d24332 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Pushing event deleted for resources: {'Port': ['ID=dbcc661e-0082-45c7-a810-7c2a14ba2284,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:18:49.953889 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-577ab6a8-84cc-4de1-9abe-95b1a9d24332 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks [] for floatingip (963486f5-47a4-481c-9b1c-25a09110c6fa), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:49.956399 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-577ab6a8-84cc-4de1-9abe-95b1a9d24332 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for floatingip (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:49.957642 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-577ab6a8-84cc-4de1-9abe-95b1a9d24332 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "DELETE /v2.0/floatingips/963486f5-47a4-481c-9b1c-25a09110c6fa HTTP/1.1" status: 204 len: 168 time: 0.4130192 Jul 28 01:18:50.040580 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 51454) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:18:50.045248 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-f6fdb80c-ae37-425f-852f-6b68b4da02d5 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1227503230', 'description': 'tempest-description--2090197788'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:18:50.068550 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f6fdb80c-ae37-425f-852f-6b68b4da02d5 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:50.141971 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f6fdb80c-ae37-425f-852f-6b68b4da02d5 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks [] for security_group (48536ea1-2983-4598-a12f-2f0fa5451150), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:50.147228 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f6fdb80c-ae37-425f-852f-6b68b4da02d5 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (48536ea1-2983-4598-a12f-2f0fa5451150), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:50.152543 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:50.179625 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f6fdb80c-ae37-425f-852f-6b68b4da02d5 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:50.183966 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-f6fdb80c-ae37-425f-852f-6b68b4da02d5 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1392050 Jul 28 01:18:50.184193 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 51456) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:18:50.189674 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-1284fb7f-f835-40c2-96f5-dcfc80eecdca tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Request body: {'security_group_rule': {'security_group_id': '48536ea1-2983-4598-a12f-2f0fa5451150', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:18:50.195654 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdb80c-ae37-425f-852f-6b68b4da02d5 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48536ea1-2983-4598-a12f-2f0fa5451150,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:18:50.220236 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1284fb7f-f835-40c2-96f5-dcfc80eecdca tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks [] for security_group_rule (64fee5df-0b7b-4c91-bd05-8d7c6ec6846a), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:50.243191 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:50.267924 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:50.283565 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1284fb7f-f835-40c2-96f5-dcfc80eecdca tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks [] for security_group_rule (64fee5df-0b7b-4c91-bd05-8d7c6ec6846a), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:50.288252 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1284fb7f-f835-40c2-96f5-dcfc80eecdca tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553027'] for security_group_rule (64fee5df-0b7b-4c91-bd05-8d7c6ec6846a), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:50.308761 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1284fb7f-f835-40c2-96f5-dcfc80eecdca tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64fee5df-0b7b-4c91-bd05-8d7c6ec6846a,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:18:50.318110 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1284fb7f-f835-40c2-96f5-dcfc80eecdca tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:50.319342 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-1284fb7f-f835-40c2-96f5-dcfc80eecdca tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1343117 Jul 28 01:18:50.322139 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 51458) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:18:50.326658 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-a1fb5b66-b8b5-47a3-b3dc-3493847f9bb5 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Request body: {'security_group_rule': {'security_group_id': '48536ea1-2983-4598-a12f-2f0fa5451150', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:18:50.353613 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a1fb5b66-b8b5-47a3-b3dc-3493847f9bb5 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks [] for security_group_rule (b38d13cb-a3d9-473c-ba77-ed5a651c1d9c), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:50.379094 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-4a403223-9d96-493c-b750-4a6a7ca9bf94 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:50.383844 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-4a403223-9d96-493c-b750-4a6a7ca9bf94 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-949731'] for floatingip (ef98b584-e67f-42aa-b6c1-bcd26dbfe7eb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:50.415433 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a1fb5b66-b8b5-47a3-b3dc-3493847f9bb5 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks [] for security_group_rule (b38d13cb-a3d9-473c-ba77-ed5a651c1d9c), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:50.419728 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a1fb5b66-b8b5-47a3-b3dc-3493847f9bb5 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553027'] for security_group_rule (b38d13cb-a3d9-473c-ba77-ed5a651c1d9c), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:50.439368 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb5b66-b8b5-47a3-b3dc-3493847f9bb5 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b38d13cb-a3d9-473c-ba77-ed5a651c1d9c,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:18:50.445784 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a1fb5b66-b8b5-47a3-b3dc-3493847f9bb5 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:50.447358 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-a1fb5b66-b8b5-47a3-b3dc-3493847f9bb5 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1240702 Jul 28 01:18:50.450507 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 51460) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:18:50.457196 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-5c32aae4-d606-4d2e-af46-f0c8ec3e4b42 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Request body: {'floatingip': {'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:18:50.480030 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5c32aae4-d606-4d2e-af46-f0c8ec3e4b42 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:50.484074 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.db.l3_db [None req-4a403223-9d96-493c-b750-4a6a7ca9bf94 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Floating IP ef98b584-e67f-42aa-b6c1-bcd26dbfe7eb associated. External IP: 172.27.1.142, port: bd4676aa-4815-4dd2-8cfe-5bab28819f71. Jul 28 01:18:50.563355 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5c32aae4-d606-4d2e-af46-f0c8ec3e4b42 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:50.680706 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [None req-5c32aae4-d606-4d2e-af46-f0c8ec3e4b42 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Allocated IP 172.27.1.3 (db4fd262-df4a-4858-b92c-469a7b8f139e/fbbec24e-3b1c-439c-846a-fd72122ae4ff/c3c203db-f23d-4fe2-b347-b81afd857374) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:18:50.688425 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a403223-9d96-493c-b750-4a6a7ca9bf94 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Router cc6a0719-88e5-4b17-be05-1c543993ef8f has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:18:50.775403 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:50.791027 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5c32aae4-d606-4d2e-af46-f0c8ec3e4b42 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks [] for port (c3c203db-f23d-4fe2-b347-b81afd857374), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:50.798240 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a403223-9d96-493c-b750-4a6a7ca9bf94 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:18:50.804589 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-4a403223-9d96-493c-b750-4a6a7ca9bf94 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for floatingip (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:50.810778 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398a7cbf-c608-44e6-a55a-fb14524f1e8e None None] Sync routers for ids ['cc6a0719-88e5-4b17-be05-1c543993ef8f'] in dv-cinder-815582-11-iscsi {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:18:50.822142 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398a7cbf-c608-44e6-a55a-fb14524f1e8e None None] Routers {'cc6a0719-88e5-4b17-be05-1c543993ef8f'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:18:50.822741 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-398a7cbf-c608-44e6-a55a-fb14524f1e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:18:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['cc6a0719-88e5-4b17-be05-1c543993ef8f'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:18:50.833495 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5c32aae4-d606-4d2e-af46-f0c8ec3e4b42 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427'] for port (c3c203db-f23d-4fe2-b347-b81afd857374), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:50.843962 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-4a403223-9d96-493c-b750-4a6a7ca9bf94 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "PUT /v2.0/floatingips/ef98b584-e67f-42aa-b6c1-bcd26dbfe7eb HTTP/1.1" status: 200 len: 991 time: 1.2391338 Jul 28 01:18:50.843962 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b035e590-ae9f-4fb3-ac7f-3615a1ce992c', 'tag': 'bd4676aa-4815-4dd2-8cfe-5bab28819f71'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:18:50.845721 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f6b11fd638c6a58f8ef19871f5a43997b3abcb3256dc707badf279ceb4d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639805a3-7209-4519-9b83-7039f4d13b2a" -d '{"events": [{"name": "network-changed", "server_uuid": "b035e590-ae9f-4fb3-ac7f-3615a1ce992c", "tag": "bd4676aa-4815-4dd2-8cfe-5bab28819f71"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:18:50.878205 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c32aae4-d606-4d2e-af46-f0c8ec3e4b42 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Network db4fd262-df4a-4858-b92c-469a7b8f139e is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:18:50.884224 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-5c32aae4-d606-4d2e-af46-f0c8ec3e4b42 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:18:50.886628 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c32aae4-d606-4d2e-af46-f0c8ec3e4b42 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:18:50.890136 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c32aae4-d606-4d2e-af46-f0c8ec3e4b42 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Pushing event updated for resources: {'Port': ['ID=c3c203db-f23d-4fe2-b347-b81afd857374,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:18:50.891486 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 01:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716b16d6-b651-4f8b-9a38-bb17ca74c0ba x-openstack-request-id: req-716b16d6-b651-4f8b-9a38-bb17ca74c0ba {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:18:50.892177 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b035e590-ae9f-4fb3-ac7f-3615a1ce992c", "tag": "bd4676aa-4815-4dd2-8cfe-5bab28819f71", "status": "completed", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:18:50.892177 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-716b16d6-b651-4f8b-9a38-bb17ca74c0ba {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:18:50.892446 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-716b16d6-b651-4f8b-9a38-bb17ca74c0ba'] response: {'name': 'network-changed', 'server_uuid': 'b035e590-ae9f-4fb3-ac7f-3615a1ce992c', 'tag': 'bd4676aa-4815-4dd2-8cfe-5bab28819f71', 'status': 'completed', 'code': 200} Jul 28 01:18:50.925759 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:50.938975 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-398a7cbf-c608-44e6-a55a-fb14524f1e8e None None] Set router cc6a0719-88e5-4b17-be05-1c543993ef8f gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:18:50.948206 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5c32aae4-d606-4d2e-af46-f0c8ec3e4b42 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks [] for floatingip (24176fe7-2b86-4191-b9cb-b0eb672af536), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:50.993224 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5c32aae4-d606-4d2e-af46-f0c8ec3e4b42 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (c3c203db-f23d-4fe2-b347-b81afd857374), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:51.004525 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639805a3-7209-4519-9b83-7039f4d13b2a req-0579a9dc-9b7b-474b-b7b9-1659ad65d0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:51.006719 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-639805a3-7209-4519-9b83-7039f4d13b2a req-0579a9dc-9b7b-474b-b7b9-1659ad65d0a9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6e3df8020ac0427bae99a7fc30bdfa48&device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 1129 time: 0.0959620 Jul 28 01:18:51.032945 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:51.110216 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639805a3-7209-4519-9b83-7039f4d13b2a req-47cc438f-5b38-4da2-9182-963ab29edbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:51.112048 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-639805a3-7209-4519-9b83-7039f4d13b2a req-47cc438f-5b38-4da2-9182-963ab29edbb0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=79d1ca3f-e23e-4848-9d9a-982b12f210b8 HTTP/1.1" status: 200 len: 918 time: 0.0972428 Jul 28 01:18:51.142118 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=100 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:51.153189 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5c32aae4-d606-4d2e-af46-f0c8ec3e4b42 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks [] for port (c3c203db-f23d-4fe2-b347-b81afd857374), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:51.160182 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5c32aae4-d606-4d2e-af46-f0c8ec3e4b42 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (c3c203db-f23d-4fe2-b347-b81afd857374), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:51.162530 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-398a7cbf-c608-44e6-a55a-fb14524f1e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'name': 'tempest-AttachVolumeShelveTestJSON-1225621746-router', 'tenant_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'af5bfeb6-797c-4c9c-bb52-8842e138fefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:33Z', 'updated_at': '2022-07-28T01:13:48Z', 'revision_number': 4, 'project_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'gw_port': {'id': 'af5bfeb6-797c-4c9c-bb52-8842e138fefc', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:57:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:35Z', 'updated_at': '2022-07-28T01:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': 'ef98b584-e67f-42aa-b6c1-bcd26dbfe7eb', 'tenant_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'floating_ip_address': '172.27.1.142', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'port_id': 'bd4676aa-4815-4dd2-8cfe-5bab28819f71', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79d1ca3f-e23e-4848-9d9a-982b12f210b8', 'mac_address': 'fa:16:3e:8a:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b035e590-ae9f-4fb3-ac7f-3615a1ce992c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:18:35Z', 'updated_at': '2022-07-28T01:18:50Z', 'revision_number': 1, 'project_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21ace596-49be-4528-9c60-c180dcb085e7', 'name': '', 'network_id': '79d1ca3f-e23e-4848-9d9a-982b12f210b8', 'tenant_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'mac_address': 'fa:16:3e:79:80:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:46Z', 'updated_at': '2022-07-28T01:14:02Z', 'revision_number': 5, 'project_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'subnets': [{'id': 'a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:18:51.179686 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-639805a3-7209-4519-9b83-7039f4d13b2a req-f7aee7e3-e632-442a-ad5e-49fc97f4868b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd4676aa-4815-4dd2-8cfe-5bab28819f71 HTTP/1.1" status: 200 len: 999 time: 0.0599713 Jul 28 01:18:51.194894 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5c32aae4-d606-4d2e-af46-f0c8ec3e4b42 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-949731'] for floatingip (24176fe7-2b86-4191-b9cb-b0eb672af536), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:51.199086 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398a7cbf-c608-44e6-a55a-fb14524f1e8e None None] Checking router: cc6a0719-88e5-4b17-be05-1c543993ef8f for host: dv-cinder-815582-11-iscsi {{(pid=104164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:18:51.208388 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398a7cbf-c608-44e6-a55a-fb14524f1e8e None None] Routers {'cc6a0719-88e5-4b17-be05-1c543993ef8f'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:18:51.208986 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-398a7cbf-c608-44e6-a55a-fb14524f1e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:18:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['cc6a0719-88e5-4b17-be05-1c543993ef8f'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:18:51.216054 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c32aae4-d606-4d2e-af46-f0c8ec3e4b42 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Pushing event updated for resources: {'Port': ['ID=c3c203db-f23d-4fe2-b347-b81afd857374,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:18:51.221638 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5c32aae4-d606-4d2e-af46-f0c8ec3e4b42 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for floatingip (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:51.223110 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-5c32aae4-d606-4d2e-af46-f0c8ec3e4b42 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.7714162 Jul 28 01:18:51.236052 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639805a3-7209-4519-9b83-7039f4d13b2a req-7b43d6eb-14d2-4f03-999a-cce8f7bca4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:51.237527 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-639805a3-7209-4519-9b83-7039f4d13b2a req-7b43d6eb-14d2-4f03-999a-cce8f7bca4b6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6 HTTP/1.1" status: 200 len: 856 time: 0.0510793 Jul 28 01:18:51.285511 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639805a3-7209-4519-9b83-7039f4d13b2a req-6d0d5ddc-66d7-434f-aee5-3f643ee95867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:51.287033 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-639805a3-7209-4519-9b83-7039f4d13b2a req-6d0d5ddc-66d7-434f-aee5-3f643ee95867 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=79d1ca3f-e23e-4848-9d9a-982b12f210b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408094 Jul 28 01:18:51.331667 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-398a7cbf-c608-44e6-a55a-fb14524f1e8e None None] Set router cc6a0719-88e5-4b17-be05-1c543993ef8f gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:18:51.381232 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:51.388180 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-639805a3-7209-4519-9b83-7039f4d13b2a req-ca953589-0fd8-476a-ba9f-69c2f7e21c97 service neutron] 10.222.0.42 "GET /v2.0/networks/79d1ca3f-e23e-4848-9d9a-982b12f210b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946121 Jul 28 01:18:51.434220 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:18:51.455625 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] No Port match for: 5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:18:51.455877 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 5c8f1f3a-5e33-46e8-ba65-5a6e124b54ef not bound to the agent host hv-cinder-81558 {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:18:51.495819 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-fbe8d8ef-9350-455e-b8c1-34325b364e37 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1227503230&fields=id&tenant_id=347bcdc7636e4f93af2597f853926b13 HTTP/1.1" status: 200 len: 267 time: 0.0915124 Jul 28 01:18:51.548528 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-398a7cbf-c608-44e6-a55a-fb14524f1e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'name': 'tempest-AttachVolumeShelveTestJSON-1225621746-router', 'tenant_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'af5bfeb6-797c-4c9c-bb52-8842e138fefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:33Z', 'updated_at': '2022-07-28T01:13:48Z', 'revision_number': 4, 'project_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'gw_port': {'id': 'af5bfeb6-797c-4c9c-bb52-8842e138fefc', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:57:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:35Z', 'updated_at': '2022-07-28T01:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': 'ef98b584-e67f-42aa-b6c1-bcd26dbfe7eb', 'tenant_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'floating_ip_address': '172.27.1.142', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'port_id': 'bd4676aa-4815-4dd2-8cfe-5bab28819f71', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79d1ca3f-e23e-4848-9d9a-982b12f210b8', 'mac_address': 'fa:16:3e:8a:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b035e590-ae9f-4fb3-ac7f-3615a1ce992c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:18:35Z', 'updated_at': '2022-07-28T01:18:50Z', 'revision_number': 1, 'project_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21ace596-49be-4528-9c60-c180dcb085e7', 'name': '', 'network_id': '79d1ca3f-e23e-4848-9d9a-982b12f210b8', 'tenant_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'mac_address': 'fa:16:3e:79:80:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:46Z', 'updated_at': '2022-07-28T01:14:02Z', 'revision_number': 5, 'project_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'subnets': [{'id': 'a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:18:51.567941 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-639805a3-7209-4519-9b83-7039f4d13b2a req-93b3f707-6c40-499c-af1c-b6705ca69b79 service neutron] 10.222.0.42 "GET /v2.0/networks/79d1ca3f-e23e-4848-9d9a-982b12f210b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720099 Jul 28 01:18:51.574062 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398a7cbf-c608-44e6-a55a-fb14524f1e8e None None] The sync data for ids ['cc6a0719-88e5-4b17-be05-1c543993ef8f'] in dv-cinder-815582-11-iscsi is: [{'id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'name': 'tempest-AttachVolumeShelveTestJSON-1225621746-router', 'tenant_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'af5bfeb6-797c-4c9c-bb52-8842e138fefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:33Z', 'updated_at': '2022-07-28T01:13:48Z', 'revision_number': 4, 'project_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'gw_port': {'id': 'af5bfeb6-797c-4c9c-bb52-8842e138fefc', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:57:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:35Z', 'updated_at': '2022-07-28T01:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': 'ef98b584-e67f-42aa-b6c1-bcd26dbfe7eb', 'tenant_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'floating_ip_address': '172.27.1.142', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'port_id': 'bd4676aa-4815-4dd2-8cfe-5bab28819f71', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79d1ca3f-e23e-4848-9d9a-982b12f210b8', 'mac_address': 'fa:16:3e:8a:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b035e590-ae9f-4fb3-ac7f-3615a1ce992c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:18:35Z', 'updated_at': '2022-07-28T01:18:50Z', 'revision_number': 1, 'project_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21ace596-49be-4528-9c60-c180dcb085e7', 'name': '', 'network_id': '79d1ca3f-e23e-4848-9d9a-982b12f210b8', 'tenant_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'mac_address': 'fa:16:3e:79:80:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:46Z', 'updated_at': '2022-07-28T01:14:02Z', 'revision_number': 5, 'project_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'subnets': [{'id': 'a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:18:51.624732 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-5ccae74e-f9ac-4e6b-a112-a1f689730cd6 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:51.626232 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-5ccae74e-f9ac-4e6b-a112-a1f689730cd6 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/networks?id=a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e HTTP/1.1" status: 200 len: 811 time: 0.1233854 Jul 28 01:18:51.642356 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-7978f134-ff62-4d58-b1c5-d0c35aa62f60 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/quotas/347bcdc7636e4f93af2597f853926b13 HTTP/1.1" status: 200 len: 375 time: 0.0101719 Jul 28 01:18:51.693522 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-11640748-8044-41ed-b34d-91d871008fcd tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=347bcdc7636e4f93af2597f853926b13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456347 Jul 28 01:18:51.782007 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbd9f00-ccb3-41ae-9d1b-3ae904176e6c None None] New status for floating IP ef98b584-e67f-42aa-b6c1-bcd26dbfe7eb: ACTIVE {{(pid=104163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 01:18:51.846489 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-4ec1e8ec-59d0-4707-9742-777ba24c3d92 service neutron] 10.222.0.17 "GET /v2.0/networks/a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412952 Jul 28 01:18:51.939145 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-0897abb3-4b2d-48bb-96e7-7ebe77fb5f55 service neutron] 10.222.0.17 "GET /v2.0/networks/a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866783 Jul 28 01:18:52.111127 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4a79e275-8630-49e1-9e00-c6da8e602667 req-68981bfb-f11c-4e8e-ab75-c599b29fc704 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=ee97a8c0-2311-4bee-a11d-43aed93845f6 HTTP/1.1" status: 200 len: 210 time: 0.0328627 Jul 28 01:18:53.247536 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:53.289688 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-28d520bb-1b5d-4d63-afea-800c8f779bd5 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:53.290649 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-28d520bb-1b5d-4d63-afea-800c8f779bd5 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.42 "GET /v2.0/networks?id=a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e HTTP/1.1" status: 200 len: 811 time: 0.1858025 Jul 28 01:18:53.308073 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-59ad9a3d-320b-4cdf-a9b0-a0e0275f8708 req-c2761d68-fe50-4049-80aa-49a05f3cd63f tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=ee97a8c0-2311-4bee-a11d-43aed93845f6 HTTP/1.1" status: 200 len: 210 time: 0.0396948 Jul 28 01:18:53.440999 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-4b9f406b-f6a7-44a1-aa92-2db2d05699d8 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=347bcdc7636e4f93af2597f853926b13 HTTP/1.1" status: 200 len: 380 time: 0.0740240 Jul 28 01:18:53.449953 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-c9ba1f81-11dd-4431-b041-88bfed599b07 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Request body: {'port': {'device_id': 'ee97a8c0-2311-4bee-a11d-43aed93845f6', 'network_id': 'a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e', 'admin_state_up': True, 'tenant_id': '347bcdc7636e4f93af2597f853926b13', 'security_groups': ['48536ea1-2983-4598-a12f-2f0fa5451150']}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:18:53.567954 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-c9ba1f81-11dd-4431-b041-88bfed599b07 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Made reservation on behalf of 347bcdc7636e4f93af2597f853926b13 for: {'port': 1} {{(pid=104162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:18:53.571480 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-c9ba1f81-11dd-4431-b041-88bfed599b07 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:53.712327 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_common [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-c9ba1f81-11dd-4431-b041-88bfed599b07 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Allocated IP 172.20.0.8 (a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e/5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6/54ea0962-d401-489d-86eb-52f3bf0b9f65) {{(pid=104162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:18:53.726568 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:53.859874 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-c9ba1f81-11dd-4431-b041-88bfed599b07 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks [] for port (54ea0962-d401-489d-86eb-52f3bf0b9f65), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:53.896211 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-c9ba1f81-11dd-4431-b041-88bfed599b07 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (54ea0962-d401-489d-86eb-52f3bf0b9f65), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:53.940489 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-c9ba1f81-11dd-4431-b041-88bfed599b07 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Network a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:18:53.944186 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-c9ba1f81-11dd-4431-b041-88bfed599b07 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:18:53.948269 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-c9ba1f81-11dd-4431-b041-88bfed599b07 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Received port after_create {{(pid=104162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:18:53.971523 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba1f81-11dd-4431-b041-88bfed599b07 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Pushing event updated for resources: {'Port': ['ID=54ea0962-d401-489d-86eb-52f3bf0b9f65,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:18:54.003904 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-c9ba1f81-11dd-4431-b041-88bfed599b07 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:54.004534 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-c9ba1f81-11dd-4431-b041-88bfed599b07 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:54.027061 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-c9ba1f81-11dd-4431-b041-88bfed599b07 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5807300 Jul 28 01:18:54.039902 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-efd03ed8-c62b-4a54-b5df-5418fd6f7aa9 service neutron] Request body: {'port': {'device_id': 'ee97a8c0-2311-4bee-a11d-43aed93845f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:18:54.107802 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-efd03ed8-c62b-4a54-b5df-5418fd6f7aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (54ea0962-d401-489d-86eb-52f3bf0b9f65), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:54.164485 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:54.202978 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-ca9616eb-5863-431b-8594-f10869cf815b None None] Provisioning complete for port 54ea0962-d401-489d-86eb-52f3bf0b9f65 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:18:54.203590 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-ca9616eb-5863-431b-8594-f10869cf815b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (54ea0962-d401-489d-86eb-52f3bf0b9f65), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:54.236785 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-ca9616eb-5863-431b-8594-f10869cf815b None None] Port 54ea0962-d401-489d-86eb-52f3bf0b9f65 cannot update to ACTIVE because it is not bound. {{(pid=104163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 01:18:54.376139 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-efd03ed8-c62b-4a54-b5df-5418fd6f7aa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54ea0962-d401-489d-86eb-52f3bf0b9f65 {{(pid=104162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 01:18:54.395034 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-efd03ed8-c62b-4a54-b5df-5418fd6f7aa9 service neutron] Publish callbacks [] for port (54ea0962-d401-489d-86eb-52f3bf0b9f65), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:54.429828 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-efd03ed8-c62b-4a54-b5df-5418fd6f7aa9 service neutron] Transition to ACTIVE for port object 54ea0962-d401-489d-86eb-52f3bf0b9f65 will not be triggered until provisioned by entity L2. {{(pid=104162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 01:18:54.435898 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-efd03ed8-c62b-4a54-b5df-5418fd6f7aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4518704'] for port (54ea0962-d401-489d-86eb-52f3bf0b9f65), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:54.445743 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b470f-c9df-422e-b285-8f3f94f7d83e req-55c2a193-18d9-4f76-9c72-9e6472be6f1f tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:54.447404 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fb5b470f-c9df-422e-b285-8f3f94f7d83e req-55c2a193-18d9-4f76-9c72-9e6472be6f1f tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=ee97a8c0-2311-4bee-a11d-43aed93845f6 HTTP/1.1" status: 200 len: 931 time: 0.0644891 Jul 28 01:18:54.515933 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd03ed8-c62b-4a54-b5df-5418fd6f7aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=54ea0962-d401-489d-86eb-52f3bf0b9f65,revision_number=2']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:18:54.557035 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:54.580958 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fb5b470f-c9df-422e-b285-8f3f94f7d83e req-6d327d8e-111d-4362-9dc7-0244a0551638 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=48536ea1-2983-4598-a12f-2f0fa5451150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101010 Jul 28 01:18:54.612271 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-efd03ed8-c62b-4a54-b5df-5418fd6f7aa9 service neutron] Attempting to bind port 54ea0962-d401-489d-86eb-52f3bf0b9f65 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:18:54.612561 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-efd03ed8-c62b-4a54-b5df-5418fd6f7aa9 service neutron] Attempting to bind port 54ea0962-d401-489d-86eb-52f3bf0b9f65 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e'}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:18:54.612874 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-efd03ed8-c62b-4a54-b5df-5418fd6f7aa9 service neutron] Attempting to bind port 54ea0962-d401-489d-86eb-52f3bf0b9f65 on network a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:18:54.618226 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-efd03ed8-c62b-4a54-b5df-5418fd6f7aa9 service neutron] Port 54ea0962-d401-489d-86eb-52f3bf0b9f65 on network a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 01:18:54.618541 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-efd03ed8-c62b-4a54-b5df-5418fd6f7aa9 service neutron] Attempting to bind port 54ea0962-d401-489d-86eb-52f3bf0b9f65 on network a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:18:54.624443 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-efd03ed8-c62b-4a54-b5df-5418fd6f7aa9 service neutron] Checking agent: {'id': '8d4a48be-b376-49eb-a7aa-478deaa3f35f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 11, 32), 'started_at': datetime.datetime(2022, 7, 28, 1, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:18:54.624906 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-efd03ed8-c62b-4a54-b5df-5418fd6f7aa9 service neutron] Checking segment: {'id': '78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:18:54.625398 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-efd03ed8-c62b-4a54-b5df-5418fd6f7aa9 service neutron] Bound using segment: {'id': '78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e'} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:18:54.625928 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-efd03ed8-c62b-4a54-b5df-5418fd6f7aa9 service neutron] Bound port: 54ea0962-d401-489d-86eb-52f3bf0b9f65, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e'}}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:18:54.626383 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-efd03ed8-c62b-4a54-b5df-5418fd6f7aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (54ea0962-d401-489d-86eb-52f3bf0b9f65), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:54.694406 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-efd03ed8-c62b-4a54-b5df-5418fd6f7aa9 service neutron] For port 54ea0962-d401-489d-86eb-52f3bf0b9f65, host hv-cinder-81558, cleared binding levels {{(pid=104162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:18:54.697648 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-efd03ed8-c62b-4a54-b5df-5418fd6f7aa9 service neutron] For port 54ea0962-d401-489d-86eb-52f3bf0b9f65, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=54ea0962-d401-489d-86eb-52f3bf0b9f65,segment=NetworkSegment(78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5),segment_id=78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5)] {{(pid=104162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:18:54.704329 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-efd03ed8-c62b-4a54-b5df-5418fd6f7aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4518704'] for port (54ea0962-d401-489d-86eb-52f3bf0b9f65), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:54.743748 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-efd03ed8-c62b-4a54-b5df-5418fd6f7aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:54.744285 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-efd03ed8-c62b-4a54-b5df-5418fd6f7aa9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:54.745681 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-efd03ed8-c62b-4a54-b5df-5418fd6f7aa9 service neutron] 10.222.0.42 "PUT /v2.0/ports/54ea0962-d401-489d-86eb-52f3bf0b9f65 HTTP/1.1" status: 200 len: 1093 time: 0.7101626 Jul 28 01:18:54.746132 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee97a8c0-2311-4bee-a11d-43aed93845f6', 'tag': '54ea0962-d401-489d-86eb-52f3bf0b9f65'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:18:54.748656 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f6b11fd638c6a58f8ef19871f5a43997b3abcb3256dc707badf279ceb4d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674d4b38-1bc9-4321-9fab-b47be3a6cc92" -d '{"events": [{"name": "network-changed", "server_uuid": "ee97a8c0-2311-4bee-a11d-43aed93845f6", "tag": "54ea0962-d401-489d-86eb-52f3bf0b9f65"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:18:54.770225 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd03ed8-c62b-4a54-b5df-5418fd6f7aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=54ea0962-d401-489d-86eb-52f3bf0b9f65,revision_number=3']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:18:54.802944 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 01:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f830f7-0c50-4e1e-bccb-91fe6d7a55e3 x-openstack-request-id: req-78f830f7-0c50-4e1e-bccb-91fe6d7a55e3 {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:18:54.803396 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee97a8c0-2311-4bee-a11d-43aed93845f6", "tag": "54ea0962-d401-489d-86eb-52f3bf0b9f65", "status": "completed", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:18:54.803651 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-78f830f7-0c50-4e1e-bccb-91fe6d7a55e3 {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:18:54.804068 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78f830f7-0c50-4e1e-bccb-91fe6d7a55e3'] response: {'name': 'network-changed', 'server_uuid': 'ee97a8c0-2311-4bee-a11d-43aed93845f6', 'tag': '54ea0962-d401-489d-86eb-52f3bf0b9f65', 'status': 'completed', 'code': 200} Jul 28 01:18:54.864487 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-ace5ab84-d3fd-4068-9127-ea33ab24841b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:54.866414 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-ace5ab84-d3fd-4068-9127-ea33ab24841b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=347bcdc7636e4f93af2597f853926b13&device_id=ee97a8c0-2311-4bee-a11d-43aed93845f6 HTTP/1.1" status: 200 len: 1127 time: 0.0454309 Jul 28 01:18:54.913616 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-8f3be55d-8190-4908-aeaa-3ff4e95de7fd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54ea0962-d401-489d-86eb-52f3bf0b9f65 HTTP/1.1" status: 200 len: 217 time: 0.0352237 Jul 28 01:18:54.975801 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-5190958f-c799-4ca1-9fe7-f633691c51da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:54.977304 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-5190958f-c799-4ca1-9fe7-f633691c51da service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6 HTTP/1.1" status: 200 len: 850 time: 0.0524960 Jul 28 01:18:55.026798 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-02d96eea-e463-4167-a5b3-dd9ed421d4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:55.028521 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-02d96eea-e463-4167-a5b3-dd9ed421d4e3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427742 Jul 28 01:18:55.130877 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:55.135885 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-19860daf-87b2-41f4-b35f-28d748e574f4 service neutron] 10.222.0.42 "GET /v2.0/networks/a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995708 Jul 28 01:18:55.240917 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b1e0f9a8-bb00-44f3-a251-6af9305b6a0c req-a13cba76-2999-4455-93c9-15c999c46d32 service neutron] 10.222.0.42 "GET /v2.0/networks/a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898738 Jul 28 01:18:55.719385 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea0f51-4344-4bcc-83f4-91db10646855 req-793c0c20-f1a4-4638-9685-279128508af5 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:55.722605 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7aea0f51-4344-4bcc-83f4-91db10646855 req-793c0c20-f1a4-4638-9685-279128508af5 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=ee97a8c0-2311-4bee-a11d-43aed93845f6 HTTP/1.1" status: 200 len: 943 time: 0.0638196 Jul 28 01:18:55.794458 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-40ca18dc-a284-4a0f-9263-4b4adaa196b8 req-37f62499-b12f-4982-a49d-c73b15394a5e tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-694084589&fields=id&tenant_id=9889594f4bf84c4591714b505f1861fe HTTP/1.1" status: 200 len: 267 time: 0.0930700 Jul 28 01:18:55.815897 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7aea0f51-4344-4bcc-83f4-91db10646855 req-eff7b3de-b4a7-448d-a581-fed0e815e608 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=48536ea1-2983-4598-a12f-2f0fa5451150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860796 Jul 28 01:18:55.849858 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca18dc-a284-4a0f-9263-4b4adaa196b8 req-7ea2b162-701f-48f2-9044-47aa3e212487 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:55.851351 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-40ca18dc-a284-4a0f-9263-4b4adaa196b8 req-7ea2b162-701f-48f2-9044-47aa3e212487 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 984 time: 0.0490100 Jul 28 01:18:55.862043 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [req-40ca18dc-a284-4a0f-9263-4b4adaa196b8 req-053184b3-175f-4d24-834f-473572c2ac72 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Request body: {'port': {'security_groups': ['6c414b76-4fd3-48d1-bf9e-58b887b37ac9']}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:18:55.943867 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-40ca18dc-a284-4a0f-9263-4b4adaa196b8 req-053184b3-175f-4d24-834f-473572c2ac72 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (6f17787d-ed77-4892-b415-19e790741366), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:56.165875 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [req-40ca18dc-a284-4a0f-9263-4b4adaa196b8 req-053184b3-175f-4d24-834f-473572c2ac72 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] For port 6f17787d-ed77-4892-b415-19e790741366, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6f17787d-ed77-4892-b415-19e790741366,segment=NetworkSegment(d7d23a5b-c556-4a0e-bc86-f30be2745df3),segment_id=d7d23a5b-c556-4a0e-bc86-f30be2745df3)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:18:56.190970 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:56.200384 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-40ca18dc-a284-4a0f-9263-4b4adaa196b8 req-053184b3-175f-4d24-834f-473572c2ac72 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks [] for port (6f17787d-ed77-4892-b415-19e790741366), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:56.205784 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-40ca18dc-a284-4a0f-9263-4b4adaa196b8 req-053184b3-175f-4d24-834f-473572c2ac72 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4518704'] for port (6f17787d-ed77-4892-b415-19e790741366), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:56.218528 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] get_ports_and_sgs() called for port_ids ['6f17787d-ed77-4892-b415-19e790741366'] {{(pid=104163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 01:18:56.247279 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca18dc-a284-4a0f-9263-4b4adaa196b8 req-053184b3-175f-4d24-834f-473572c2ac72 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:56.247901 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-40ca18dc-a284-4a0f-9263-4b4adaa196b8 req-053184b3-175f-4d24-834f-473572c2ac72 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:56.249279 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-40ca18dc-a284-4a0f-9263-4b4adaa196b8 req-053184b3-175f-4d24-834f-473572c2ac72 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "PUT /v2.0/ports/6f17787d-ed77-4892-b415-19e790741366 HTTP/1.1" status: 200 len: 942 time: 0.3916938 Jul 28 01:18:56.256458 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 51532) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:18:56.272227 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053184b3-175f-4d24-834f-473572c2ac72 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Pushing event updated for resources: {'Port': ['ID=6f17787d-ed77-4892-b415-19e790741366,revision_number=7']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:18:56.334916 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-04bf7881-782c-42f6-ac82-91ff7a6c5342 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks [] for security_group (dc06e2eb-a2eb-47c1-b95a-e012ec978612), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:56.351866 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:56.363400 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-04bf7881-782c-42f6-ac82-91ff7a6c5342 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks [] for security_group (dc06e2eb-a2eb-47c1-b95a-e012ec978612), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:56.386024 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] get_ports_and_sgs() called for port_ids ['6f17787d-ed77-4892-b415-19e790741366'] {{(pid=104163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 01:18:56.431645 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-04bf7881-782c-42f6-ac82-91ff7a6c5342 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (dc06e2eb-a2eb-47c1-b95a-e012ec978612), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:56.434961 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-04bf7881-782c-42f6-ac82-91ff7a6c5342 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:56.438883 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-04bf7881-782c-42f6-ac82-91ff7a6c5342 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "DELETE /v2.0/security-groups/dc06e2eb-a2eb-47c1-b95a-e012ec978612 HTTP/1.1" status: 204 len: 168 time: 0.1783292 Jul 28 01:18:56.439638 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 51534) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:18:56.448914 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf7881-782c-42f6-ac82-91ff7a6c5342 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc06e2eb-a2eb-47c1-b95a-e012ec978612,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:18:56.488418 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:56.550007 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-169c6370-c018-4f7b-8371-82bcfbe2e935 None None] Provisioning complete for port 6f17787d-ed77-4892-b415-19e790741366 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:18:56.550296 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-169c6370-c018-4f7b-8371-82bcfbe2e935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (6f17787d-ed77-4892-b415-19e790741366), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:56.597892 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-2a94afb7-d5bb-4c75-bec4-7a2e73bd1a5a tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Deleting port d29c3374-da4b-4137-b585-bf8590992ac7 {{(pid=104162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:18:56.598269 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2a94afb7-d5bb-4c75-bec4-7a2e73bd1a5a tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (d29c3374-da4b-4137-b585-bf8590992ac7), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:56.642924 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-169c6370-c018-4f7b-8371-82bcfbe2e935 None None] Current status of the port 6f17787d-ed77-4892-b415-19e790741366 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:18:56.690450 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:56.711171 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d4b38-1bc9-4321-9fab-b47be3a6cc92 req-3cf1ebb7-b620-4d87-8ffd-1863db468b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:56.712717 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-674d4b38-1bc9-4321-9fab-b47be3a6cc92 req-3cf1ebb7-b620-4d87-8ffd-1863db468b5f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=347bcdc7636e4f93af2597f853926b13&device_id=ee97a8c0-2311-4bee-a11d-43aed93845f6 HTTP/1.1" status: 200 len: 1127 time: 0.0645316 Jul 28 01:18:56.721619 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2a94afb7-d5bb-4c75-bec4-7a2e73bd1a5a tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (d29c3374-da4b-4137-b585-bf8590992ac7), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:56.722333 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2a94afb7-d5bb-4c75-bec4-7a2e73bd1a5a tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks [] for floatingip (d29c3374-da4b-4137-b585-bf8590992ac7), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:56.734480 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-2a94afb7-d5bb-4c75-bec4-7a2e73bd1a5a tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Calling delete_port for d29c3374-da4b-4137-b585-bf8590992ac7 owned by network:floatingip {{(pid=104162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:18:56.805931 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c015e542-38ce-4335-bfa4-f9c77444f42f', 'tag': '6f17787d-ed77-4892-b415-19e790741366'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:18:56.808233 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f6b11fd638c6a58f8ef19871f5a43997b3abcb3256dc707badf279ceb4d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f77e3bf-7127-408e-9d02-979752973e0d" -d '{"events": [{"name": "network-changed", "server_uuid": "c015e542-38ce-4335-bfa4-f9c77444f42f", "tag": "6f17787d-ed77-4892-b415-19e790741366"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:18:56.909154 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 01:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eacc761-c60a-4815-aeb8-13da65bdfc7c x-openstack-request-id: req-7eacc761-c60a-4815-aeb8-13da65bdfc7c {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:18:56.909446 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c015e542-38ce-4335-bfa4-f9c77444f42f", "tag": "6f17787d-ed77-4892-b415-19e790741366", "status": "completed", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:18:56.909695 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-7eacc761-c60a-4815-aeb8-13da65bdfc7c {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:18:56.910081 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7eacc761-c60a-4815-aeb8-13da65bdfc7c'] response: {'name': 'network-changed', 'server_uuid': 'c015e542-38ce-4335-bfa4-f9c77444f42f', 'tag': '6f17787d-ed77-4892-b415-19e790741366', 'status': 'completed', 'code': 200} Jul 28 01:18:56.978300 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d4b38-1bc9-4321-9fab-b47be3a6cc92 req-7998ae75-cdc7-4d08-9ae5-6fb1e801301c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:56.980129 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-674d4b38-1bc9-4321-9fab-b47be3a6cc92 req-7998ae75-cdc7-4d08-9ae5-6fb1e801301c service neutron] 10.222.0.42 "GET /v2.0/networks?id=a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e HTTP/1.1" status: 200 len: 912 time: 0.2022970 Jul 28 01:18:56.981720 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77e3bf-7127-408e-9d02-979752973e0d req-43cf67de-d030-4081-b25e-11e0fd9dfeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:56.983248 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-3f77e3bf-7127-408e-9d02-979752973e0d req-43cf67de-d030-4081-b25e-11e0fd9dfeb4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9889594f4bf84c4591714b505f1861fe&device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 1129 time: 0.0444679 Jul 28 01:18:56.994052 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a0624-5f10-4547-a53b-457b5c0a61c5 req-07e19a04-d670-4930-9059-43dbb964897c tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:56.995549 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ad6a0624-5f10-4547-a53b-457b5c0a61c5 req-07e19a04-d670-4930-9059-43dbb964897c tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=ee97a8c0-2311-4bee-a11d-43aed93845f6 HTTP/1.1" status: 200 len: 943 time: 0.1010165 Jul 28 01:18:57.047277 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-674d4b38-1bc9-4321-9fab-b47be3a6cc92 req-785aa052-4dfc-41cf-b7cf-1c35c6d8b92f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54ea0962-d401-489d-86eb-52f3bf0b9f65 HTTP/1.1" status: 200 len: 217 time: 0.0506725 Jul 28 01:18:57.088674 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77e3bf-7127-408e-9d02-979752973e0d req-9d39e2a6-9710-49eb-be54-a1ae99467106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:57.090170 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-3f77e3bf-7127-408e-9d02-979752973e0d req-9d39e2a6-9710-49eb-be54-a1ae99467106 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3896987d-a99e-4647-8e6b-6bfb34b8ea7a HTTP/1.1" status: 200 len: 914 time: 0.0965111 Jul 28 01:18:57.143480 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ad6a0624-5f10-4547-a53b-457b5c0a61c5 req-32290820-28fb-40cc-aea7-6a08a44d7e6d tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=48536ea1-2983-4598-a12f-2f0fa5451150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377976 Jul 28 01:18:57.159147 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-3f77e3bf-7127-408e-9d02-979752973e0d req-1421ed66-0b3a-413a-9382-28a8d3e32b60 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f17787d-ed77-4892-b415-19e790741366 HTTP/1.1" status: 200 len: 1000 time: 0.0614927 Jul 28 01:18:57.167394 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d4b38-1bc9-4321-9fab-b47be3a6cc92 req-6d374d8a-08b0-442a-8f7b-e4ee9f09b2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:57.168854 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-674d4b38-1bc9-4321-9fab-b47be3a6cc92 req-6d374d8a-08b0-442a-8f7b-e4ee9f09b2f8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6 HTTP/1.1" status: 200 len: 850 time: 0.1107290 Jul 28 01:18:57.171234 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2a94afb7-d5bb-4c75-bec4-7a2e73bd1a5a tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (d29c3374-da4b-4137-b585-bf8590992ac7), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:57.206024 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a94afb7-d5bb-4c75-bec4-7a2e73bd1a5a tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Pushing event deleted for resources: {'Port': ['ID=d29c3374-da4b-4137-b585-bf8590992ac7,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:18:57.212725 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77e3bf-7127-408e-9d02-979752973e0d req-6e9d94df-52d7-4dcb-a838-23cf029f3182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:57.215321 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-3f77e3bf-7127-408e-9d02-979752973e0d req-6e9d94df-52d7-4dcb-a838-23cf029f3182 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=795ace15-547b-4b04-8e63-5e779c7d0b43 HTTP/1.1" status: 200 len: 852 time: 0.0494893 Jul 28 01:18:57.257009 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d4b38-1bc9-4321-9fab-b47be3a6cc92 req-148d22d2-4ac5-48c5-8d8b-545492ad428c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:57.257944 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-674d4b38-1bc9-4321-9fab-b47be3a6cc92 req-148d22d2-4ac5-48c5-8d8b-545492ad428c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0810101 Jul 28 01:18:57.265627 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77e3bf-7127-408e-9d02-979752973e0d req-8f7e00c8-efad-4aa6-bab6-81da74d59c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:57.267255 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-3f77e3bf-7127-408e-9d02-979752973e0d req-8f7e00c8-efad-4aa6-bab6-81da74d59c4f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3896987d-a99e-4647-8e6b-6bfb34b8ea7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441949 Jul 28 01:18:57.364409 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2a94afb7-d5bb-4c75-bec4-7a2e73bd1a5a tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks [] for floatingip (4401f006-6960-4fd1-a6c7-31d3fa55711f), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:57.364813 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.db.l3_db [None req-2a94afb7-d5bb-4c75-bec4-7a2e73bd1a5a tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Floating IP 4401f006-6960-4fd1-a6c7-31d3fa55711f disassociated (deleted). External IP: 172.27.1.97, port: 6f17787d-ed77-4892-b415-19e790741366. Jul 28 01:18:57.367862 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-3f77e3bf-7127-408e-9d02-979752973e0d req-fd3876ea-1ac9-4e0a-978f-4c31b7cc5dd2 service neutron] 10.222.0.42 "GET /v2.0/networks/3896987d-a99e-4647-8e6b-6bfb34b8ea7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949574 Jul 28 01:18:57.368759 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:57.476598 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-3f77e3bf-7127-408e-9d02-979752973e0d req-29e4312a-8560-40b4-9e72-020c3f7faef9 service neutron] 10.222.0.42 "GET /v2.0/networks/3896987d-a99e-4647-8e6b-6bfb34b8ea7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028788 Jul 28 01:18:57.477022 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 54ea0962-d401-489d-86eb-52f3bf0b9f65 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 01:18:57.600297 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 54ea0962-d401-489d-86eb-52f3bf0b9f65, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=54ea0962-d401-489d-86eb-52f3bf0b9f65,segment=NetworkSegment(78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5),segment_id=78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:18:57.613680 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Returning: {'device': '54ea0962-d401-489d-86eb-52f3bf0b9f65', 'network_id': 'a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e', 'port_id': '54ea0962-d401-489d-86eb-52f3bf0b9f65', 'mac_address': 'fa:16:3e:8b:5c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 01:18:57.651731 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port 54ea0962-d401-489d-86eb-52f3bf0b9f65 is: DOWN; New status is: BUILD {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:18:57.652100 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (54ea0962-d401-489d-86eb-52f3bf0b9f65), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:57.666182 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54ea0962-d401-489d-86eb-52f3bf0b9f65 {{(pid=104163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 01:18:57.691311 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 54ea0962-d401-489d-86eb-52f3bf0b9f65, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=54ea0962-d401-489d-86eb-52f3bf0b9f65,segment=NetworkSegment(78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5),segment_id=78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:18:57.696648 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (54ea0962-d401-489d-86eb-52f3bf0b9f65), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:57.791871 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-674d4b38-1bc9-4321-9fab-b47be3a6cc92 req-0f3f2fd4-7cf9-47cb-bd24-2c07005dffb7 service neutron] 10.222.0.42 "GET /v2.0/networks/a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5270033 Jul 28 01:18:57.809453 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9bfc78-5f0b-41fb-95f9-caa074dbef42 req-88ab58b4-72a3-4cfd-945b-3ccb9e196c5b tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:57.811025 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2a9bfc78-5f0b-41fb-95f9-caa074dbef42 req-88ab58b4-72a3-4cfd-945b-3ccb9e196c5b tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 945 time: 0.1091619 Jul 28 01:18:57.873769 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:57.882552 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=54ea0962-d401-489d-86eb-52f3bf0b9f65,revision_number=4']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:18:57.894445 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:18:57.894791 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:18:57.895157 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:18:57.895501 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:18:57.895840 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:18:57.896176 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:18:57.896503 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:18:57.896829 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:18:57.897158 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:18:57.897491 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:18:57.897820 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:18:57.898145 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:18:57.898460 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:18:57.898791 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:18:57.899142 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:18:57.936428 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2a9bfc78-5f0b-41fb-95f9-caa074dbef42 req-75c9a5b3-8353-42d4-ae14-26d96c7410cd tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c741fee7-7ebc-42ea-8f17-aca0a97dcdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187446 Jul 28 01:18:57.966244 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a94afb7-d5bb-4c75-bec4-7a2e73bd1a5a tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Router c67c009b-bbdb-4341-b0dc-8abeecd68e04 has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:18:58.008201 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] get_ports_and_sgs() called for port_ids ['54ea0962-d401-489d-86eb-52f3bf0b9f65'] {{(pid=104163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 01:18:58.083197 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a94afb7-d5bb-4c75-bec4-7a2e73bd1a5a tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:18:58.087985 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2a94afb7-d5bb-4c75-bec4-7a2e73bd1a5a tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for floatingip (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:58.096915 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa88a06-e806-43b7-9e67-eb25d42f67f0 None None] Sync routers for ids ['c67c009b-bbdb-4341-b0dc-8abeecd68e04'] in dv-cinder-815582-11-iscsi {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:18:58.109573 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa88a06-e806-43b7-9e67-eb25d42f67f0 None None] Routers {'c67c009b-bbdb-4341-b0dc-8abeecd68e04'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:18:58.110555 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-4fa88a06-e806-43b7-9e67-eb25d42f67f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:18:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['c67c009b-bbdb-4341-b0dc-8abeecd68e04'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:18:58.129456 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-2a94afb7-d5bb-4c75-bec4-7a2e73bd1a5a tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "DELETE /v2.0/floatingips/4401f006-6960-4fd1-a6c7-31d3fa55711f HTTP/1.1" status: 204 len: 168 time: 1.6858332 Jul 28 01:18:58.266638 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff948b-7e2d-4dfd-96a8-56e98db27b85 req-e75616b6-4a09-435b-bd93-0cab7be49c9b tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:58.268183 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-caff948b-7e2d-4dfd-96a8-56e98db27b85 req-e75616b6-4a09-435b-bd93-0cab7be49c9b tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=ee97a8c0-2311-4bee-a11d-43aed93845f6 HTTP/1.1" status: 200 len: 944 time: 0.0489538 Jul 28 01:18:58.311214 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-4fa88a06-e806-43b7-9e67-eb25d42f67f0 None None] Set router c67c009b-bbdb-4341-b0dc-8abeecd68e04 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:18:58.323024 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-caff948b-7e2d-4dfd-96a8-56e98db27b85 req-14fda26a-f78f-46ae-b4b7-f496909f750b tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=48536ea1-2983-4598-a12f-2f0fa5451150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488927 Jul 28 01:18:58.447067 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=100 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:58.512035 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-4fa88a06-e806-43b7-9e67-eb25d42f67f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67c009b-bbdb-4341-b0dc-8abeecd68e04', 'name': 'tempest-TestMinimumBasicScenario-97714067-router', 'tenant_id': '9889594f4bf84c4591714b505f1861fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c05ab06b-3d93-4b79-b078-88f76479c056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:46Z', 'updated_at': '2022-07-28T01:15:50Z', 'revision_number': 4, 'project_id': '9889594f4bf84c4591714b505f1861fe', 'gw_port': {'id': 'c05ab06b-3d93-4b79-b078-88f76479c056', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67c009b-bbdb-4341-b0dc-8abeecd68e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:46Z', 'updated_at': '2022-07-28T01:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'f7441bc2-0d9a-43ab-b24f-b26be3c2542a', 'name': '', 'network_id': '3896987d-a99e-4647-8e6b-6bfb34b8ea7a', 'tenant_id': '9889594f4bf84c4591714b505f1861fe', 'mac_address': 'fa:16:3e:63:fb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67c009b-bbdb-4341-b0dc-8abeecd68e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '795ace15-547b-4b04-8e63-5e779c7d0b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:49Z', 'updated_at': '2022-07-28T01:15:53Z', 'revision_number': 5, 'project_id': '9889594f4bf84c4591714b505f1861fe', 'subnets': [{'id': '795ace15-547b-4b04-8e63-5e779c7d0b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:18:58.537080 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa88a06-e806-43b7-9e67-eb25d42f67f0 None None] Checking router: c67c009b-bbdb-4341-b0dc-8abeecd68e04 for host: dv-cinder-815582-11-iscsi {{(pid=104164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:18:58.546445 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa88a06-e806-43b7-9e67-eb25d42f67f0 None None] Routers {'c67c009b-bbdb-4341-b0dc-8abeecd68e04'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:18:58.547074 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-4fa88a06-e806-43b7-9e67-eb25d42f67f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:18:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['c67c009b-bbdb-4341-b0dc-8abeecd68e04'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:18:58.652194 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-4fa88a06-e806-43b7-9e67-eb25d42f67f0 None None] Set router c67c009b-bbdb-4341-b0dc-8abeecd68e04 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:18:58.683600 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=100 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:58.855865 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-4fa88a06-e806-43b7-9e67-eb25d42f67f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67c009b-bbdb-4341-b0dc-8abeecd68e04', 'name': 'tempest-TestMinimumBasicScenario-97714067-router', 'tenant_id': '9889594f4bf84c4591714b505f1861fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c05ab06b-3d93-4b79-b078-88f76479c056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:46Z', 'updated_at': '2022-07-28T01:15:50Z', 'revision_number': 4, 'project_id': '9889594f4bf84c4591714b505f1861fe', 'gw_port': {'id': 'c05ab06b-3d93-4b79-b078-88f76479c056', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67c009b-bbdb-4341-b0dc-8abeecd68e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:46Z', 'updated_at': '2022-07-28T01:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'f7441bc2-0d9a-43ab-b24f-b26be3c2542a', 'name': '', 'network_id': '3896987d-a99e-4647-8e6b-6bfb34b8ea7a', 'tenant_id': '9889594f4bf84c4591714b505f1861fe', 'mac_address': 'fa:16:3e:63:fb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67c009b-bbdb-4341-b0dc-8abeecd68e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '795ace15-547b-4b04-8e63-5e779c7d0b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:49Z', 'updated_at': '2022-07-28T01:15:53Z', 'revision_number': 5, 'project_id': '9889594f4bf84c4591714b505f1861fe', 'subnets': [{'id': '795ace15-547b-4b04-8e63-5e779c7d0b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:18:58.881281 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa88a06-e806-43b7-9e67-eb25d42f67f0 None None] The sync data for ids ['c67c009b-bbdb-4341-b0dc-8abeecd68e04'] in dv-cinder-815582-11-iscsi is: [{'id': 'c67c009b-bbdb-4341-b0dc-8abeecd68e04', 'name': 'tempest-TestMinimumBasicScenario-97714067-router', 'tenant_id': '9889594f4bf84c4591714b505f1861fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c05ab06b-3d93-4b79-b078-88f76479c056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:46Z', 'updated_at': '2022-07-28T01:15:50Z', 'revision_number': 4, 'project_id': '9889594f4bf84c4591714b505f1861fe', 'gw_port': {'id': 'c05ab06b-3d93-4b79-b078-88f76479c056', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67c009b-bbdb-4341-b0dc-8abeecd68e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:46Z', 'updated_at': '2022-07-28T01:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'f7441bc2-0d9a-43ab-b24f-b26be3c2542a', 'name': '', 'network_id': '3896987d-a99e-4647-8e6b-6bfb34b8ea7a', 'tenant_id': '9889594f4bf84c4591714b505f1861fe', 'mac_address': 'fa:16:3e:63:fb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67c009b-bbdb-4341-b0dc-8abeecd68e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '795ace15-547b-4b04-8e63-5e779c7d0b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:49Z', 'updated_at': '2022-07-28T01:15:53Z', 'revision_number': 5, 'project_id': '9889594f4bf84c4591714b505f1861fe', 'subnets': [{'id': '795ace15-547b-4b04-8e63-5e779c7d0b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:18:58.911687 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c015e542-38ce-4335-bfa4-f9c77444f42f', 'tag': '6f17787d-ed77-4892-b415-19e790741366'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:18:58.913805 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f6b11fd638c6a58f8ef19871f5a43997b3abcb3256dc707badf279ceb4d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f932c230-7a0d-40b2-a9b7-b9e497357274" -d '{"events": [{"name": "network-changed", "server_uuid": "c015e542-38ce-4335-bfa4-f9c77444f42f", "tag": "6f17787d-ed77-4892-b415-19e790741366"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:18:58.953556 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 01:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e159d7-90ee-4262-a055-c8bed877164d x-openstack-request-id: req-83e159d7-90ee-4262-a055-c8bed877164d {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:18:58.954344 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c015e542-38ce-4335-bfa4-f9c77444f42f", "tag": "6f17787d-ed77-4892-b415-19e790741366", "status": "completed", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:18:58.954344 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-83e159d7-90ee-4262-a055-c8bed877164d {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:18:58.954530 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83e159d7-90ee-4262-a055-c8bed877164d'] response: {'name': 'network-changed', 'server_uuid': 'c015e542-38ce-4335-bfa4-f9c77444f42f', 'tag': '6f17787d-ed77-4892-b415-19e790741366', 'status': 'completed', 'code': 200} Jul 28 01:18:59.061156 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38665b4b-14dd-45d6-b93a-363183e05067 req-f6efdb36-db04-41e9-912c-6b00bff14690 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:59.062693 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-38665b4b-14dd-45d6-b93a-363183e05067 req-f6efdb36-db04-41e9-912c-6b00bff14690 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 945 time: 0.0509374 Jul 28 01:18:59.108095 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8d98af-7bea-4852-a2ee-070f4fcc7494 None None] New status for floating IP 4401f006-6960-4fd1-a6c7-31d3fa55711f: DOWN {{(pid=104163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 01:18:59.114386 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-38665b4b-14dd-45d6-b93a-363183e05067 req-e5ae3017-81a0-4c88-a0e8-002f223c3264 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c741fee7-7ebc-42ea-8f17-aca0a97dcdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458422 Jul 28 01:18:59.461838 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4de28-2c2e-40d2-909e-45e83e8e672a req-e3b16447-5f85-4ddc-9d00-2d20f7be9a11 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:18:59.464426 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9de4de28-2c2e-40d2-909e-45e83e8e672a req-e3b16447-5f85-4ddc-9d00-2d20f7be9a11 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=ee97a8c0-2311-4bee-a11d-43aed93845f6 HTTP/1.1" status: 200 len: 944 time: 0.0644054 Jul 28 01:18:59.488901 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 54ea0962-d401-489d-86eb-52f3bf0b9f65 up at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:18:59.522183 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9de4de28-2c2e-40d2-909e-45e83e8e672a req-0d4668ad-4ea4-4749-98bc-09a722ae3ae9 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=48536ea1-2983-4598-a12f-2f0fa5451150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503426 Jul 28 01:18:59.532057 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:59.541292 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Provisioning for port 54ea0962-d401-489d-86eb-52f3bf0b9f65 completed by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 01:18:59.547058 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Provisioning complete for port 54ea0962-d401-489d-86eb-52f3bf0b9f65 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:18:59.547457 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (54ea0962-d401-489d-86eb-52f3bf0b9f65), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:59.622564 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port 54ea0962-d401-489d-86eb-52f3bf0b9f65 is: BUILD; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:18:59.622989 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (54ea0962-d401-489d-86eb-52f3bf0b9f65), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:59.650184 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee97a8c0-2311-4bee-a11d-43aed93845f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ea0962-d401-489d-86eb-52f3bf0b9f65'}] {{(pid=104163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:18:59.652567 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74574a7e5f5019bac05c50995ec4c38decffa50ba6d5d10f63080a9b4086ca7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54bf9a3a-c324-43ed-a7d1-5981be1c8691" -d '{"events": [{"server_uuid": "ee97a8c0-2311-4bee-a11d-43aed93845f6", "name": "network-vif-plugged", "status": "completed", "tag": "54ea0962-d401-489d-86eb-52f3bf0b9f65"}]}' {{(pid=104163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:18:59.661895 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:18:59.666362 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 54ea0962-d401-489d-86eb-52f3bf0b9f65, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=54ea0962-d401-489d-86eb-52f3bf0b9f65,segment=NetworkSegment(78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5),segment_id=78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:18:59.671678 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (54ea0962-d401-489d-86eb-52f3bf0b9f65), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:18:59.695343 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 01:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9997985c-8475-43fd-8367-976dec315f57 x-openstack-request-id: req-9997985c-8475-43fd-8367-976dec315f57 {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:18:59.695639 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee97a8c0-2311-4bee-a11d-43aed93845f6", "name": "network-vif-plugged", "status": "completed", "tag": "54ea0962-d401-489d-86eb-52f3bf0b9f65", "code": 200}]} {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:18:59.695885 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-9997985c-8475-43fd-8367-976dec315f57 {{(pid=104163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:18:59.696400 dv-cinder-815582-11-iscsi neutron-server[104163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9997985c-8475-43fd-8367-976dec315f57'] response: {'server_uuid': 'ee97a8c0-2311-4bee-a11d-43aed93845f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ea0962-d401-489d-86eb-52f3bf0b9f65', 'code': 200} Jul 28 01:18:59.724656 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=54ea0962-d401-489d-86eb-52f3bf0b9f65,revision_number=5']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:00.243607 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc59503-8867-4183-9897-7f162c9b5e78 req-92233b06-1c1c-455f-9ff4-838ac7bec3bb tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:00.245110 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8cc59503-8867-4183-9897-7f162c9b5e78 req-92233b06-1c1c-455f-9ff4-838ac7bec3bb tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 945 time: 0.0542459 Jul 28 01:19:00.297383 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8cc59503-8867-4183-9897-7f162c9b5e78 req-1502d345-4ba2-47ce-9489-7ba2825fc9c7 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c741fee7-7ebc-42ea-8f17-aca0a97dcdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440946 Jul 28 01:19:00.660609 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd022ad6-a135-4049-9b42-8cf8a34d0f17 req-945afb93-4e9a-47a2-ac93-6324bab66c61 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:00.662093 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-dd022ad6-a135-4049-9b42-8cf8a34d0f17 req-945afb93-4e9a-47a2-ac93-6324bab66c61 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=ee97a8c0-2311-4bee-a11d-43aed93845f6 HTTP/1.1" status: 200 len: 945 time: 0.0600924 Jul 28 01:19:00.713483 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-dd022ad6-a135-4049-9b42-8cf8a34d0f17 req-9ba5e532-4dc5-4522-b659-7cce14f26931 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=48536ea1-2983-4598-a12f-2f0fa5451150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433023 Jul 28 01:19:00.779530 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:00.796731 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932c230-7a0d-40b2-a9b7-b9e497357274 req-f22476c3-a341-45b1-8fc8-a5f36144e750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:00.798922 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f932c230-7a0d-40b2-a9b7-b9e497357274 req-f22476c3-a341-45b1-8fc8-a5f36144e750 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9889594f4bf84c4591714b505f1861fe&device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 1129 time: 0.0556915 Jul 28 01:19:00.813868 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:00.821230 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-674d4b38-1bc9-4321-9fab-b47be3a6cc92 req-fd349b49-e86a-47ec-858f-86e16ea9d10a service neutron] 10.222.0.42 "GET /v2.0/networks/a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992289 Jul 28 01:19:01.287609 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:01.354934 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253e99e-e899-4177-948c-0df7c968489d req-29e1444c-57fa-42c6-8dcc-c4886304c992 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:01.356756 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-5253e99e-e899-4177-948c-0df7c968489d req-29e1444c-57fa-42c6-8dcc-c4886304c992 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.42 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 945 time: 0.0551066 Jul 28 01:19:01.361453 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932c230-7a0d-40b2-a9b7-b9e497357274 req-07079358-f7d9-4d57-b6e5-a4bb42461ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:01.363055 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f932c230-7a0d-40b2-a9b7-b9e497357274 req-07079358-f7d9-4d57-b6e5-a4bb42461ad9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3896987d-a99e-4647-8e6b-6bfb34b8ea7a HTTP/1.1" status: 200 len: 914 time: 0.1461780 Jul 28 01:19:01.368405 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c91ad-eb0d-4dad-88b3-74b782271352 req-3e78530f-d332-41dc-89d5-9dd1a651cab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:01.369831 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-c95c91ad-eb0d-4dad-88b3-74b782271352 req-3e78530f-d332-41dc-89d5-9dd1a651cab0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ee97a8c0-2311-4bee-a11d-43aed93845f6 HTTP/1.1" status: 200 len: 1129 time: 0.0643270 Jul 28 01:19:01.416631 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e7e18-29f9-4844-b823-ded975720e14 req-f56e82e2-bb8f-43a7-8332-563e108ccc15 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:01.418098 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-237e7e18-29f9-4844-b823-ded975720e14 req-f56e82e2-bb8f-43a7-8332-563e108ccc15 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 945 time: 0.0475903 Jul 28 01:19:01.475919 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-237e7e18-29f9-4844-b823-ded975720e14 req-214f3f99-3b73-45c1-ab2a-065d220f065e tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c741fee7-7ebc-42ea-8f17-aca0a97dcdef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513237 Jul 28 01:19:01.492530 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f932c230-7a0d-40b2-a9b7-b9e497357274 req-5b56588e-071c-4597-a603-3613452e76ab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f17787d-ed77-4892-b415-19e790741366 HTTP/1.1" status: 200 len: 217 time: 0.0511036 Jul 28 01:19:01.551687 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-c95c91ad-eb0d-4dad-88b3-74b782271352 req-a7b4f0c1-2b5b-4a7e-8612-75936548233f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=48536ea1-2983-4598-a12f-2f0fa5451150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086771 Jul 28 01:19:01.563058 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932c230-7a0d-40b2-a9b7-b9e497357274 req-93b92765-3b4d-4eda-9194-ab876e06e452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:01.564558 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f932c230-7a0d-40b2-a9b7-b9e497357274 req-93b92765-3b4d-4eda-9194-ab876e06e452 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=795ace15-547b-4b04-8e63-5e779c7d0b43 HTTP/1.1" status: 200 len: 852 time: 0.0654125 Jul 28 01:19:01.565196 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [req-5253e99e-e899-4177-948c-0df7c968489d req-384241d8-b690-4175-b6c2-03230929143f tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Deleting port 67c0b2f9-537a-48fb-8cc7-ee1426299bf2 {{(pid=104162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:19:01.565541 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-5253e99e-e899-4177-948c-0df7c968489d req-384241d8-b690-4175-b6c2-03230929143f tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (67c0b2f9-537a-48fb-8cc7-ee1426299bf2), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:01.569501 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:01.663808 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [req-5253e99e-e899-4177-948c-0df7c968489d req-384241d8-b690-4175-b6c2-03230929143f tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] For port 67c0b2f9-537a-48fb-8cc7-ee1426299bf2, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=67c0b2f9-537a-48fb-8cc7-ee1426299bf2,segment=NetworkSegment(a9a4e950-f526-4d0c-a24b-0cb526b214ab),segment_id=a9a4e950-f526-4d0c-a24b-0cb526b214ab)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:19:01.664176 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-5253e99e-e899-4177-948c-0df7c968489d req-384241d8-b690-4175-b6c2-03230929143f tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (67c0b2f9-537a-48fb-8cc7-ee1426299bf2), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:01.847392 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932c230-7a0d-40b2-a9b7-b9e497357274 req-ed755f0f-6648-46ef-869c-e3a59410e774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:01.851085 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f932c230-7a0d-40b2-a9b7-b9e497357274 req-ed755f0f-6648-46ef-869c-e3a59410e774 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3896987d-a99e-4647-8e6b-6bfb34b8ea7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0499771 Jul 28 01:19:01.876627 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-5253e99e-e899-4177-948c-0df7c968489d req-384241d8-b690-4175-b6c2-03230929143f tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:01.876993 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-5253e99e-e899-4177-948c-0df7c968489d req-384241d8-b690-4175-b6c2-03230929143f tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-949731'] for floatingip (057339b6-a316-4dc2-9716-9e8fe469bca3), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:01.877304 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.db.l3_db [req-5253e99e-e899-4177-948c-0df7c968489d req-384241d8-b690-4175-b6c2-03230929143f tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Floating IP 057339b6-a316-4dc2-9716-9e8fe469bca3 disassociated. External IP: 172.27.1.221, port: 67c0b2f9-537a-48fb-8cc7-ee1426299bf2. Jul 28 01:19:01.877650 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [req-5253e99e-e899-4177-948c-0df7c968489d req-384241d8-b690-4175-b6c2-03230929143f tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Calling delete_port for 67c0b2f9-537a-48fb-8cc7-ee1426299bf2 owned by compute:nova {{(pid=104162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:19:01.891702 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1e463-cc02-4b95-bb74-e79d9d6bd96a req-702ad0c9-4160-43f5-a094-e8235eff51da tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:01.891702 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-59b1e463-cc02-4b95-bb74-e79d9d6bd96a req-702ad0c9-4160-43f5-a094-e8235eff51da tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=ee97a8c0-2311-4bee-a11d-43aed93845f6 HTTP/1.1" status: 200 len: 945 time: 0.0819030 Jul 28 01:19:01.948502 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f932c230-7a0d-40b2-a9b7-b9e497357274 req-52afbe82-7b0a-4466-a852-ad0a1858d735 service neutron] 10.222.0.42 "GET /v2.0/networks/3896987d-a99e-4647-8e6b-6bfb34b8ea7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880527 Jul 28 01:19:01.985069 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-59b1e463-cc02-4b95-bb74-e79d9d6bd96a req-3e8ee546-b21d-4773-ab2c-699fa727a6d4 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=48536ea1-2983-4598-a12f-2f0fa5451150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881760 Jul 28 01:19:02.063118 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-5253e99e-e899-4177-948c-0df7c968489d req-384241d8-b690-4175-b6c2-03230929143f tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (67c0b2f9-537a-48fb-8cc7-ee1426299bf2), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:02.094523 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384241d8-b690-4175-b6c2-03230929143f tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Pushing event deleted for resources: {'Port': ['ID=67c0b2f9-537a-48fb-8cc7-ee1426299bf2,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:02.219451 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5253e99e-e899-4177-948c-0df7c968489d req-384241d8-b690-4175-b6c2-03230929143f tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Router 3ccb096a-c737-4db7-b1f4-5c1c10b171d2 has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:19:02.273511 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f932c230-7a0d-40b2-a9b7-b9e497357274 req-81beb088-eab9-44bf-8248-4ff6a59e3bb1 service neutron] 10.222.0.42 "GET /v2.0/networks/3896987d-a99e-4647-8e6b-6bfb34b8ea7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177824 Jul 28 01:19:02.308507 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:02.328692 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5253e99e-e899-4177-948c-0df7c968489d req-384241d8-b690-4175-b6c2-03230929143f tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:19:02.339047 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c821d4-9fba-4393-b487-205c12ee010e None None] Sync routers for ids ['3ccb096a-c737-4db7-b1f4-5c1c10b171d2'] in dv-cinder-815582-11-iscsi {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:19:02.351030 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c821d4-9fba-4393-b487-205c12ee010e None None] Routers {'3ccb096a-c737-4db7-b1f4-5c1c10b171d2'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:19:02.351575 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-a9c821d4-9fba-4393-b487-205c12ee010e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:18:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['3ccb096a-c737-4db7-b1f4-5c1c10b171d2'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:19:02.370806 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [req-5253e99e-e899-4177-948c-0df7c968489d req-384241d8-b690-4175-b6c2-03230929143f tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] No DVR routers for this DVR port 67c0b2f9-537a-48fb-8cc7-ee1426299bf2 on host hv-cinder-81558 {{(pid=104162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 01:19:02.373206 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-5253e99e-e899-4177-948c-0df7c968489d req-384241d8-b690-4175-b6c2-03230929143f tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:02.376575 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-5253e99e-e899-4177-948c-0df7c968489d req-384241d8-b690-4175-b6c2-03230929143f tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.42 "DELETE /v2.0/ports/67c0b2f9-537a-48fb-8cc7-ee1426299bf2 HTTP/1.1" status: 204 len: 173 time: 0.9045393 Jul 28 01:19:02.377012 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52389b09-fdf8-4c6d-8e9d-474a6f793cf4', 'name': 'network-vif-deleted', 'tag': '67c0b2f9-537a-48fb-8cc7-ee1426299bf2'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:19:02.379315 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f6b11fd638c6a58f8ef19871f5a43997b3abcb3256dc707badf279ceb4d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c045cfc-1fc1-429c-ac3c-f9caae877efd" -d '{"events": [{"server_uuid": "52389b09-fdf8-4c6d-8e9d-474a6f793cf4", "name": "network-vif-deleted", "tag": "67c0b2f9-537a-48fb-8cc7-ee1426299bf2"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:19:02.418609 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 01:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f906dd-fb2a-4330-a3c8-112fbda4e20c x-openstack-request-id: req-12f906dd-fb2a-4330-a3c8-112fbda4e20c {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:19:02.418983 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52389b09-fdf8-4c6d-8e9d-474a6f793cf4", "name": "network-vif-deleted", "tag": "67c0b2f9-537a-48fb-8cc7-ee1426299bf2", "status": "completed", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:19:02.419226 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-12f906dd-fb2a-4330-a3c8-112fbda4e20c {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:19:02.419625 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12f906dd-fb2a-4330-a3c8-112fbda4e20c'] response: {'server_uuid': '52389b09-fdf8-4c6d-8e9d-474a6f793cf4', 'name': 'network-vif-deleted', 'tag': '67c0b2f9-537a-48fb-8cc7-ee1426299bf2', 'status': 'completed', 'code': 200} Jul 28 01:19:02.435178 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (8d4a48be-b376-49eb-a7aa-478deaa3f35f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:02.485119 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-a9c821d4-9fba-4393-b487-205c12ee010e None None] Set router 3ccb096a-c737-4db7-b1f4-5c1c10b171d2 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:19:02.630541 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-020afef7-17e0-430d-be5e-3451d3c89843 req-0b146c16-7b25-48e2-b4ba-164da0ac9851 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=52389b09-fdf8-4c6d-8e9d-474a6f793cf4 HTTP/1.1" status: 200 len: 210 time: 0.0384936 Jul 28 01:19:02.704564 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-a9c821d4-9fba-4393-b487-205c12ee010e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'name': 'tempest-ServerRescueNegativeTestJSON-516860459-router', 'tenant_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '9762e545-1ff8-4a46-81e3-9aaed038bac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:32Z', 'updated_at': '2022-07-28T01:13:46Z', 'revision_number': 4, 'project_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'gw_port': {'id': '9762e545-1ff8-4a46-81e3-9aaed038bac8', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:34Z', 'updated_at': '2022-07-28T01:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': '246ec83d-dd0e-4afc-8fa8-d9483a43d77c', 'name': '', 'network_id': '8f65178e-aa89-435c-9fed-639dfc5bec3f', 'tenant_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'mac_address': 'fa:16:3e:59:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:42Z', 'updated_at': '2022-07-28T01:14:05Z', 'revision_number': 5, 'project_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'subnets': [{'id': '1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:19:02.729552 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c821d4-9fba-4393-b487-205c12ee010e None None] Checking router: 3ccb096a-c737-4db7-b1f4-5c1c10b171d2 for host: dv-cinder-815582-11-iscsi {{(pid=104164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:19:02.738050 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c821d4-9fba-4393-b487-205c12ee010e None None] Routers {'3ccb096a-c737-4db7-b1f4-5c1c10b171d2'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:19:02.738647 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-a9c821d4-9fba-4393-b487-205c12ee010e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:18:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['3ccb096a-c737-4db7-b1f4-5c1c10b171d2'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:19:02.843340 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-a9c821d4-9fba-4393-b487-205c12ee010e None None] Set router 3ccb096a-c737-4db7-b1f4-5c1c10b171d2 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:19:02.968558 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=100 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:03.048331 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-a9c821d4-9fba-4393-b487-205c12ee010e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'name': 'tempest-ServerRescueNegativeTestJSON-516860459-router', 'tenant_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '9762e545-1ff8-4a46-81e3-9aaed038bac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:32Z', 'updated_at': '2022-07-28T01:13:46Z', 'revision_number': 4, 'project_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'gw_port': {'id': '9762e545-1ff8-4a46-81e3-9aaed038bac8', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:34Z', 'updated_at': '2022-07-28T01:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': '246ec83d-dd0e-4afc-8fa8-d9483a43d77c', 'name': '', 'network_id': '8f65178e-aa89-435c-9fed-639dfc5bec3f', 'tenant_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'mac_address': 'fa:16:3e:59:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:42Z', 'updated_at': '2022-07-28T01:14:05Z', 'revision_number': 5, 'project_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'subnets': [{'id': '1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:19:03.079888 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c821d4-9fba-4393-b487-205c12ee010e None None] The sync data for ids ['3ccb096a-c737-4db7-b1f4-5c1c10b171d2'] in dv-cinder-815582-11-iscsi is: [{'id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'name': 'tempest-ServerRescueNegativeTestJSON-516860459-router', 'tenant_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '9762e545-1ff8-4a46-81e3-9aaed038bac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:32Z', 'updated_at': '2022-07-28T01:13:46Z', 'revision_number': 4, 'project_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'gw_port': {'id': '9762e545-1ff8-4a46-81e3-9aaed038bac8', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:34Z', 'updated_at': '2022-07-28T01:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': '246ec83d-dd0e-4afc-8fa8-d9483a43d77c', 'name': '', 'network_id': '8f65178e-aa89-435c-9fed-639dfc5bec3f', 'tenant_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'mac_address': 'fa:16:3e:59:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:42Z', 'updated_at': '2022-07-28T01:14:05Z', 'revision_number': 5, 'project_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'subnets': [{'id': '1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:19:03.135581 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f427ad-fcc6-4cf2-a4fc-dbe791cfbe5b req-817ae99e-6be9-4871-bcc7-ccb1974655b3 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:03.136986 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-c8f427ad-fcc6-4cf2-a4fc-dbe791cfbe5b req-817ae99e-6be9-4871-bcc7-ccb1974655b3 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=ee97a8c0-2311-4bee-a11d-43aed93845f6 HTTP/1.1" status: 200 len: 945 time: 0.0585704 Jul 28 01:19:03.165513 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:03.191808 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-c8f427ad-fcc6-4cf2-a4fc-dbe791cfbe5b req-d26aba5b-7663-4422-9177-1ddd2509715c tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=48536ea1-2983-4598-a12f-2f0fa5451150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488551 Jul 28 01:19:03.313374 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57b1ea9-b56b-46db-af9f-3901c12e9430 None None] New status for floating IP 057339b6-a316-4dc2-9716-9e8fe469bca3: DOWN {{(pid=104163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 01:19:03.731287 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 51608) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:19:03.790630 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-800c2f0b-5bfb-4cb7-a2a8-306280336672 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks [] for security_group (c741fee7-7ebc-42ea-8f17-aca0a97dcdef), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:03.816752 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-800c2f0b-5bfb-4cb7-a2a8-306280336672 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks [] for security_group (c741fee7-7ebc-42ea-8f17-aca0a97dcdef), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:03.876508 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-800c2f0b-5bfb-4cb7-a2a8-306280336672 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (c741fee7-7ebc-42ea-8f17-aca0a97dcdef), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:03.880494 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-800c2f0b-5bfb-4cb7-a2a8-306280336672 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:03.882002 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-800c2f0b-5bfb-4cb7-a2a8-306280336672 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "DELETE /v2.0/security-groups/c741fee7-7ebc-42ea-8f17-aca0a97dcdef HTTP/1.1" status: 204 len: 168 time: 0.1497922 Jul 28 01:19:03.886299 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 51612) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:19:03.892676 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2f0b-5bfb-4cb7-a2a8-306280336672 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c741fee7-7ebc-42ea-8f17-aca0a97dcdef,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:03.904414 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.api.v2.resource [None req-e9809595-d3df-407f-a629-e99b249086f1 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] show failed (client error): The resource could not be found. Jul 28 01:19:03.912658 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-e9809595-d3df-407f-a629-e99b249086f1 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups/c741fee7-7ebc-42ea-8f17-aca0a97dcdef HTTP/1.1" status: 404 len: 347 time: 0.0237732 Jul 28 01:19:03.916691 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 51616) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:19:04.043898 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-16d36beb-dfbf-45ca-a7ce-430893a577ad tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Deleting port d3fc52bb-0c35-41bd-a1a6-a9a591e0f9c2 {{(pid=104162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:19:04.044131 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-16d36beb-dfbf-45ca-a7ce-430893a577ad tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (d3fc52bb-0c35-41bd-a1a6-a9a591e0f9c2), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:04.178440 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-16d36beb-dfbf-45ca-a7ce-430893a577ad tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (d3fc52bb-0c35-41bd-a1a6-a9a591e0f9c2), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:04.178734 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-16d36beb-dfbf-45ca-a7ce-430893a577ad tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks [] for floatingip (d3fc52bb-0c35-41bd-a1a6-a9a591e0f9c2), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:04.193675 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb306312-560c-4a16-9e9f-db662d01aa1f req-33e8333c-c898-40bc-a76b-efd309446a65 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:04.195553 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fb306312-560c-4a16-9e9f-db662d01aa1f req-33e8333c-c898-40bc-a76b-efd309446a65 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 945 time: 0.0754383 Jul 28 01:19:04.203581 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-16d36beb-dfbf-45ca-a7ce-430893a577ad tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Calling delete_port for d3fc52bb-0c35-41bd-a1a6-a9a591e0f9c2 owned by network:floatingip {{(pid=104162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:19:04.332709 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fb306312-560c-4a16-9e9f-db662d01aa1f req-2af1873f-be1d-435f-ba02-7c6883fbf0ea tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302528 Jul 28 01:19:04.357665 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a591e-ad2b-4f91-b24a-2c8263e8347d req-7652e103-8c75-4a8a-bc3b-f08ac123dc82 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:04.359125 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-171a591e-ad2b-4f91-b24a-2c8263e8347d req-7652e103-8c75-4a8a-bc3b-f08ac123dc82 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=ee97a8c0-2311-4bee-a11d-43aed93845f6 HTTP/1.1" status: 200 len: 945 time: 0.0912938 Jul 28 01:19:04.443834 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-171a591e-ad2b-4f91-b24a-2c8263e8347d req-cd320c54-ee84-4eaa-ab8d-b5e6e33efe26 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=48536ea1-2983-4598-a12f-2f0fa5451150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730302 Jul 28 01:19:04.464883 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-16d36beb-dfbf-45ca-a7ce-430893a577ad tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (d3fc52bb-0c35-41bd-a1a6-a9a591e0f9c2), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:04.495280 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d36beb-dfbf-45ca-a7ce-430893a577ad tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Pushing event deleted for resources: {'Port': ['ID=d3fc52bb-0c35-41bd-a1a6-a9a591e0f9c2,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:04.508453 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:04.605917 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64130d3-2428-4d4d-a725-9b7bc6f292e7 req-681fd693-3fa7-42db-811f-60fb9ad08cf6 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:04.607404 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e64130d3-2428-4d4d-a725-9b7bc6f292e7 req-681fd693-3fa7-42db-811f-60fb9ad08cf6 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=ee97a8c0-2311-4bee-a11d-43aed93845f6 HTTP/1.1" status: 200 len: 945 time: 0.0809367 Jul 28 01:19:04.619586 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 51626) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:19:04.620755 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-16d36beb-dfbf-45ca-a7ce-430893a577ad tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks [] for floatingip (057339b6-a316-4dc2-9716-9e8fe469bca3), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:04.623687 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-16d36beb-dfbf-45ca-a7ce-430893a577ad tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for floatingip (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:04.624363 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-9cbe493f-31d1-4695-942c-b7660942d0c4 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Request body: {'floatingip': {'port_id': '54ea0962-d401-489d-86eb-52f3bf0b9f65'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:19:04.625276 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-16d36beb-dfbf-45ca-a7ce-430893a577ad tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "DELETE /v2.0/floatingips/057339b6-a316-4dc2-9716-9e8fe469bca3 HTTP/1.1" status: 204 len: 168 time: 0.7084885 Jul 28 01:19:04.664692 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9cbe493f-31d1-4695-942c-b7660942d0c4 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks [] for floatingip (24176fe7-2b86-4191-b9cb-b0eb672af536), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:05.140218 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9cbe493f-31d1-4695-942c-b7660942d0c4 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:05.147427 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9cbe493f-31d1-4695-942c-b7660942d0c4 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-949731'] for floatingip (24176fe7-2b86-4191-b9cb-b0eb672af536), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:05.235226 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:05.259929 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.db.l3_db [None req-9cbe493f-31d1-4695-942c-b7660942d0c4 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Floating IP 24176fe7-2b86-4191-b9cb-b0eb672af536 associated. External IP: 172.27.1.3, port: 54ea0962-d401-489d-86eb-52f3bf0b9f65. Jul 28 01:19:05.300947 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:05.458806 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d789b04-a5d6-4efc-beff-b23b427842f5 req-553705f2-8f56-44b2-a8c3-f64283f59e85 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:05.460560 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-5d789b04-a5d6-4efc-beff-b23b427842f5 req-553705f2-8f56-44b2-a8c3-f64283f59e85 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 945 time: 0.0525386 Jul 28 01:19:05.470723 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cbe493f-31d1-4695-942c-b7660942d0c4 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Router 23be02fa-a53b-4cfa-870c-e712548ac0ab has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:19:05.501198 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 67c0b2f9-537a-48fb-8cc7-ee1426299bf2 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:19:05.515622 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-5d789b04-a5d6-4efc-beff-b23b427842f5 req-aa7c5871-3cfa-4433-8f0a-a4a816ddabdf tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/security-groups?id=6c414b76-4fd3-48d1-bf9e-58b887b37ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488584 Jul 28 01:19:05.521264 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] No Port match for: 67c0b2f9-537a-48fb-8cc7-ee1426299bf2 {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:19:05.521615 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 67c0b2f9-537a-48fb-8cc7-ee1426299bf2 not bound to the agent host hv-cinder-81558 {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:19:05.581128 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cbe493f-31d1-4695-942c-b7660942d0c4 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:19:05.585846 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9cbe493f-31d1-4695-942c-b7660942d0c4 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for floatingip (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:05.591166 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afeb860c-a712-4dff-97c0-8654931ca731 None None] Sync routers for ids ['23be02fa-a53b-4cfa-870c-e712548ac0ab'] in dv-cinder-815582-11-iscsi {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:19:05.605690 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afeb860c-a712-4dff-97c0-8654931ca731 None None] Routers {'23be02fa-a53b-4cfa-870c-e712548ac0ab'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:19:05.606281 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-afeb860c-a712-4dff-97c0-8654931ca731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:18:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['23be02fa-a53b-4cfa-870c-e712548ac0ab'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:19:05.618303 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-9cbe493f-31d1-4695-942c-b7660942d0c4 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "PUT /v2.0/floatingips/24176fe7-2b86-4191-b9cb-b0eb672af536 HTTP/1.1" status: 200 len: 989 time: 0.9975688 Jul 28 01:19:05.618885 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee97a8c0-2311-4bee-a11d-43aed93845f6', 'tag': '54ea0962-d401-489d-86eb-52f3bf0b9f65'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:19:05.621244 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0f5ab60fa46dcea77c59dd77281ac580fb802378bd5ff0a4b9baf266696a00a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9397765-a7bd-4bf4-a754-182f5d7c7060" -d '{"events": [{"name": "network-changed", "server_uuid": "ee97a8c0-2311-4bee-a11d-43aed93845f6", "tag": "54ea0962-d401-489d-86eb-52f3bf0b9f65"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:19:05.667702 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 01:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da81d0ac-a32a-47d2-9211-87eb9709c163 x-openstack-request-id: req-da81d0ac-a32a-47d2-9211-87eb9709c163 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:19:05.667988 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee97a8c0-2311-4bee-a11d-43aed93845f6", "tag": "54ea0962-d401-489d-86eb-52f3bf0b9f65", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:19:05.668239 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-da81d0ac-a32a-47d2-9211-87eb9709c163 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:19:05.668646 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da81d0ac-a32a-47d2-9211-87eb9709c163'] response: {'name': 'network-changed', 'server_uuid': 'ee97a8c0-2311-4bee-a11d-43aed93845f6', 'tag': '54ea0962-d401-489d-86eb-52f3bf0b9f65', 'status': 'completed', 'code': 200} Jul 28 01:19:05.739554 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9397765-a7bd-4bf4-a754-182f5d7c7060 req-b3f57ecf-ee0a-48b1-a44e-ada075682956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:05.741410 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-d9397765-a7bd-4bf4-a754-182f5d7c7060 req-b3f57ecf-ee0a-48b1-a44e-ada075682956 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=347bcdc7636e4f93af2597f853926b13&device_id=ee97a8c0-2311-4bee-a11d-43aed93845f6 HTTP/1.1" status: 200 len: 1129 time: 0.0406630 Jul 28 01:19:05.794431 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-afeb860c-a712-4dff-97c0-8654931ca731 None None] Set router 23be02fa-a53b-4cfa-870c-e712548ac0ab gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:19:05.850418 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9397765-a7bd-4bf4-a754-182f5d7c7060 req-f9673564-f63a-457c-b068-1cd94daaf9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:05.852096 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-d9397765-a7bd-4bf4-a754-182f5d7c7060 req-f9673564-f63a-457c-b068-1cd94daaf9df service neutron] 10.222.0.42 "GET /v2.0/networks?id=a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e HTTP/1.1" status: 200 len: 912 time: 0.1040940 Jul 28 01:19:05.870041 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=100 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:05.929162 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-d9397765-a7bd-4bf4-a754-182f5d7c7060 req-02b81021-d45a-455c-9696-adcf1081c3db service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54ea0962-d401-489d-86eb-52f3bf0b9f65 HTTP/1.1" status: 200 len: 997 time: 0.0575082 Jul 28 01:19:05.981786 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9397765-a7bd-4bf4-a754-182f5d7c7060 req-6f3f6e1f-a150-43a5-bab2-2946558aef71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:05.983339 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-d9397765-a7bd-4bf4-a754-182f5d7c7060 req-6f3f6e1f-a150-43a5-bab2-2946558aef71 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6 HTTP/1.1" status: 200 len: 850 time: 0.0475476 Jul 28 01:19:06.008188 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-afeb860c-a712-4dff-97c0-8654931ca731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'name': 'tempest-AttachVolumeTestJSON-1320773297-router', 'tenant_id': '347bcdc7636e4f93af2597f853926b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '1416697e-2521-4c94-950b-f0d8817032e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:33Z', 'updated_at': '2022-07-28T01:13:48Z', 'revision_number': 4, 'project_id': '347bcdc7636e4f93af2597f853926b13', 'gw_port': {'id': '1416697e-2521-4c94-950b-f0d8817032e5', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:34Z', 'updated_at': '2022-07-28T01:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': '24176fe7-2b86-4191-b9cb-b0eb672af536', 'tenant_id': '347bcdc7636e4f93af2597f853926b13', 'floating_ip_address': '172.27.1.3', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'port_id': '54ea0962-d401-489d-86eb-52f3bf0b9f65', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e', 'mac_address': 'fa:16:3e:8b:5c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee97a8c0-2311-4bee-a11d-43aed93845f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:18:50Z', 'updated_at': '2022-07-28T01:19:05Z', 'revision_number': 1, 'project_id': '347bcdc7636e4f93af2597f853926b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d54c2e-fcc8-43a9-8d31-3733f3785017', 'name': '', 'network_id': 'a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e', 'tenant_id': '347bcdc7636e4f93af2597f853926b13', 'mac_address': 'fa:16:3e:22:3e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:44Z', 'updated_at': '2022-07-28T01:14:00Z', 'revision_number': 5, 'project_id': '347bcdc7636e4f93af2597f853926b13', 'subnets': [{'id': '5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:19:06.038708 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afeb860c-a712-4dff-97c0-8654931ca731 None None] Checking router: 23be02fa-a53b-4cfa-870c-e712548ac0ab for host: dv-cinder-815582-11-iscsi {{(pid=104164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:19:06.051074 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afeb860c-a712-4dff-97c0-8654931ca731 None None] Routers {'23be02fa-a53b-4cfa-870c-e712548ac0ab'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:19:06.052086 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-afeb860c-a712-4dff-97c0-8654931ca731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:18:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['23be02fa-a53b-4cfa-870c-e712548ac0ab'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:19:06.060096 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:06.071505 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9397765-a7bd-4bf4-a754-182f5d7c7060 req-3fc4bf3e-8834-4dcd-8c13-574e344c550a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:06.073061 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-d9397765-a7bd-4bf4-a754-182f5d7c7060 req-3fc4bf3e-8834-4dcd-8c13-574e344c550a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0492792 Jul 28 01:19:06.077745 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63f64d-ea16-4395-8062-a214027f05bb req-eb8a58b9-f963-446c-96ac-e1d61da7297a tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:06.079257 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7a63f64d-ea16-4395-8062-a214027f05bb req-eb8a58b9-f963-446c-96ac-e1d61da7297a tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.42 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 945 time: 0.0549846 Jul 28 01:19:06.156844 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-afeb860c-a712-4dff-97c0-8654931ca731 None None] Set router 23be02fa-a53b-4cfa-870c-e712548ac0ab gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:19:06.181702 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-d9397765-a7bd-4bf4-a754-182f5d7c7060 req-a0e04c82-0fdf-4db0-af08-02e7cae04a47 service neutron] 10.222.0.42 "GET /v2.0/networks/a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013165 Jul 28 01:19:06.183674 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [req-7a63f64d-ea16-4395-8062-a214027f05bb req-72f9354d-4287-4e28-949b-7d202327e89b tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Deleting port 6f17787d-ed77-4892-b415-19e790741366 {{(pid=104162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:19:06.184042 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-7a63f64d-ea16-4395-8062-a214027f05bb req-72f9354d-4287-4e28-949b-7d202327e89b tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (6f17787d-ed77-4892-b415-19e790741366), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:06.281763 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [req-7a63f64d-ea16-4395-8062-a214027f05bb req-72f9354d-4287-4e28-949b-7d202327e89b tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] For port 6f17787d-ed77-4892-b415-19e790741366, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6f17787d-ed77-4892-b415-19e790741366,segment=NetworkSegment(d7d23a5b-c556-4a0e-bc86-f30be2745df3),segment_id=d7d23a5b-c556-4a0e-bc86-f30be2745df3)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:19:06.282148 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-7a63f64d-ea16-4395-8062-a214027f05bb req-72f9354d-4287-4e28-949b-7d202327e89b tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (6f17787d-ed77-4892-b415-19e790741366), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:06.290095 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-d9397765-a7bd-4bf4-a754-182f5d7c7060 req-219cdd31-8b6a-49a6-9cf4-db593daa17aa service neutron] 10.222.0.42 "GET /v2.0/networks/a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002307 Jul 28 01:19:06.297322 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [req-7a63f64d-ea16-4395-8062-a214027f05bb req-72f9354d-4287-4e28-949b-7d202327e89b tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Calling delete_port for 6f17787d-ed77-4892-b415-19e790741366 owned by compute:nova {{(pid=104162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:19:06.386481 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-afeb860c-a712-4dff-97c0-8654931ca731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'name': 'tempest-AttachVolumeTestJSON-1320773297-router', 'tenant_id': '347bcdc7636e4f93af2597f853926b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '1416697e-2521-4c94-950b-f0d8817032e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:33Z', 'updated_at': '2022-07-28T01:13:48Z', 'revision_number': 4, 'project_id': '347bcdc7636e4f93af2597f853926b13', 'gw_port': {'id': '1416697e-2521-4c94-950b-f0d8817032e5', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:34Z', 'updated_at': '2022-07-28T01:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': '24176fe7-2b86-4191-b9cb-b0eb672af536', 'tenant_id': '347bcdc7636e4f93af2597f853926b13', 'floating_ip_address': '172.27.1.3', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'port_id': '54ea0962-d401-489d-86eb-52f3bf0b9f65', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e', 'mac_address': 'fa:16:3e:8b:5c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee97a8c0-2311-4bee-a11d-43aed93845f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:18:50Z', 'updated_at': '2022-07-28T01:19:05Z', 'revision_number': 1, 'project_id': '347bcdc7636e4f93af2597f853926b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d54c2e-fcc8-43a9-8d31-3733f3785017', 'name': '', 'network_id': 'a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e', 'tenant_id': '347bcdc7636e4f93af2597f853926b13', 'mac_address': 'fa:16:3e:22:3e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:44Z', 'updated_at': '2022-07-28T01:14:00Z', 'revision_number': 5, 'project_id': '347bcdc7636e4f93af2597f853926b13', 'subnets': [{'id': '5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:19:06.412077 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afeb860c-a712-4dff-97c0-8654931ca731 None None] The sync data for ids ['23be02fa-a53b-4cfa-870c-e712548ac0ab'] in dv-cinder-815582-11-iscsi is: [{'id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'name': 'tempest-AttachVolumeTestJSON-1320773297-router', 'tenant_id': '347bcdc7636e4f93af2597f853926b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '1416697e-2521-4c94-950b-f0d8817032e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:33Z', 'updated_at': '2022-07-28T01:13:48Z', 'revision_number': 4, 'project_id': '347bcdc7636e4f93af2597f853926b13', 'gw_port': {'id': '1416697e-2521-4c94-950b-f0d8817032e5', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:34Z', 'updated_at': '2022-07-28T01:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': '24176fe7-2b86-4191-b9cb-b0eb672af536', 'tenant_id': '347bcdc7636e4f93af2597f853926b13', 'floating_ip_address': '172.27.1.3', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'port_id': '54ea0962-d401-489d-86eb-52f3bf0b9f65', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e', 'mac_address': 'fa:16:3e:8b:5c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee97a8c0-2311-4bee-a11d-43aed93845f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:18:50Z', 'updated_at': '2022-07-28T01:19:05Z', 'revision_number': 1, 'project_id': '347bcdc7636e4f93af2597f853926b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d54c2e-fcc8-43a9-8d31-3733f3785017', 'name': '', 'network_id': 'a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e', 'tenant_id': '347bcdc7636e4f93af2597f853926b13', 'mac_address': 'fa:16:3e:22:3e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:44Z', 'updated_at': '2022-07-28T01:14:00Z', 'revision_number': 5, 'project_id': '347bcdc7636e4f93af2597f853926b13', 'subnets': [{'id': '5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:19:06.443685 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-7a63f64d-ea16-4395-8062-a214027f05bb req-72f9354d-4287-4e28-949b-7d202327e89b tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (6f17787d-ed77-4892-b415-19e790741366), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:06.463021 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] get_ports_and_sgs() called for port_ids ['6f17787d-ed77-4892-b415-19e790741366'] {{(pid=104163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 01:19:06.483866 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f9354d-4287-4e28-949b-7d202327e89b tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Pushing event deleted for resources: {'Port': ['ID=6f17787d-ed77-4892-b415-19e790741366,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:06.523539 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a63f64d-ea16-4395-8062-a214027f05bb req-72f9354d-4287-4e28-949b-7d202327e89b tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] No DVR routers for this DVR port 6f17787d-ed77-4892-b415-19e790741366 on host hv-cinder-81558 {{(pid=104162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 01:19:06.526569 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-7a63f64d-ea16-4395-8062-a214027f05bb req-72f9354d-4287-4e28-949b-7d202327e89b tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:06.530158 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7a63f64d-ea16-4395-8062-a214027f05bb req-72f9354d-4287-4e28-949b-7d202327e89b tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.42 "DELETE /v2.0/ports/6f17787d-ed77-4892-b415-19e790741366 HTTP/1.1" status: 204 len: 173 time: 0.4441481 Jul 28 01:19:06.530617 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c015e542-38ce-4335-bfa4-f9c77444f42f', 'name': 'network-vif-deleted', 'tag': '6f17787d-ed77-4892-b415-19e790741366'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:19:06.533611 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f6b11fd638c6a58f8ef19871f5a43997b3abcb3256dc707badf279ceb4d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0d5450-5a6b-4810-8708-c3640ce25a4d" -d '{"events": [{"server_uuid": "c015e542-38ce-4335-bfa4-f9c77444f42f", "name": "network-vif-deleted", "tag": "6f17787d-ed77-4892-b415-19e790741366"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:19:06.576276 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 01:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2048a52c-b382-4a45-9752-5a153c309537 x-openstack-request-id: req-2048a52c-b382-4a45-9752-5a153c309537 {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:19:06.576572 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c015e542-38ce-4335-bfa4-f9c77444f42f", "name": "network-vif-deleted", "tag": "6f17787d-ed77-4892-b415-19e790741366", "status": "completed", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:19:06.576831 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-2048a52c-b382-4a45-9752-5a153c309537 {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:19:06.577237 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2048a52c-b382-4a45-9752-5a153c309537'] response: {'server_uuid': 'c015e542-38ce-4335-bfa4-f9c77444f42f', 'name': 'network-vif-deleted', 'tag': '6f17787d-ed77-4892-b415-19e790741366', 'status': 'completed', 'code': 200} Jul 28 01:19:06.661163 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d01d79c3-f212-4ee5-93df-81fe4b4c1f11 req-3b64265c-3d5a-451d-a64a-e123c8182f67 tempest-TestMinimumBasicScenario-381370090 tempest-TestMinimumBasicScenario-381370090-project] 10.222.0.17 "GET /v2.0/ports?device_id=c015e542-38ce-4335-bfa4-f9c77444f42f HTTP/1.1" status: 200 len: 210 time: 0.0388107 Jul 28 01:19:06.661703 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666f9e3e-f6b2-4ec9-8584-64efc1fa43fb None None] New status for floating IP 24176fe7-2b86-4191-b9cb-b0eb672af536: ACTIVE {{(pid=104163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 01:19:07.140842 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57545246-34c6-4b35-9041-a5b73a96cd75 req-7dbb61d3-6692-438f-96ea-5f282339365d tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:07.142325 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-57545246-34c6-4b35-9041-a5b73a96cd75 req-7dbb61d3-6692-438f-96ea-5f282339365d tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 945 time: 0.0521166 Jul 28 01:19:07.198810 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-57545246-34c6-4b35-9041-a5b73a96cd75 req-13765198-97c3-452d-ab72-e6855104ef1e tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505314 Jul 28 01:19:07.818092 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-315a2eab-c490-43ac-82ed-9fd076b6a42c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:08.313763 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 51704) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:19:08.366336 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a881b-5302-41c0-8c65-180bb2a23644 req-103d7b0d-a8be-4139-844c-f0940ba8f06c tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:08.367803 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-cc6a881b-5302-41c0-8c65-180bb2a23644 req-103d7b0d-a8be-4139-844c-f0940ba8f06c tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 945 time: 0.0939016 Jul 28 01:19:08.457842 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-cc6a881b-5302-41c0-8c65-180bb2a23644 req-5b76e912-2665-4258-b588-8dacf6ef8f0e tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834303 Jul 28 01:19:08.538403 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:08.946146 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2fb83933-19a7-44b5-b38a-6645ff585980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952091'] for router_interface (c67c009b-bbdb-4341-b0dc-8abeecd68e04), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:08.947585 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:09.190797 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-2fb83933-19a7-44b5-b38a-6645ff585980 admin admin] Deleting port f7441bc2-0d9a-43ab-b24f-b26be3c2542a {{(pid=104162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:19:09.191150 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2fb83933-19a7-44b5-b38a-6645ff585980 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (f7441bc2-0d9a-43ab-b24f-b26be3c2542a), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:09.274588 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-2fb83933-19a7-44b5-b38a-6645ff585980 admin admin] For port f7441bc2-0d9a-43ab-b24f-b26be3c2542a, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=f7441bc2-0d9a-43ab-b24f-b26be3c2542a,segment=NetworkSegment(d7d23a5b-c556-4a0e-bc86-f30be2745df3),segment_id=d7d23a5b-c556-4a0e-bc86-f30be2745df3)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:19:09.274852 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2fb83933-19a7-44b5-b38a-6645ff585980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (f7441bc2-0d9a-43ab-b24f-b26be3c2542a), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:09.288431 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-2fb83933-19a7-44b5-b38a-6645ff585980 admin admin] Calling delete_port for f7441bc2-0d9a-43ab-b24f-b26be3c2542a owned by network:router_interface {{(pid=104162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:19:09.488233 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2fb83933-19a7-44b5-b38a-6645ff585980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (f7441bc2-0d9a-43ab-b24f-b26be3c2542a), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:09.526890 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 6f17787d-ed77-4892-b415-19e790741366 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:19:09.541060 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb83933-19a7-44b5-b38a-6645ff585980 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7441bc2-0d9a-43ab-b24f-b26be3c2542a,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:09.547612 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] No Port match for: 6f17787d-ed77-4892-b415-19e790741366 {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:19:09.547961 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 6f17787d-ed77-4892-b415-19e790741366 not bound to the agent host hv-cinder-81558 {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:19:09.614310 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253cf91-2de9-4ec9-8ab4-4e4536c2d171 req-7ba55b07-ef83-4bc8-b854-26b4892dcb17 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:09.615874 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2253cf91-2de9-4ec9-8ab4-4e4536c2d171 req-7ba55b07-ef83-4bc8-b854-26b4892dcb17 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.42 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 945 time: 0.1250882 Jul 28 01:19:09.657262 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01203bd4-7b48-47ae-a83b-73c89dc11c90 req-5059f32e-c12b-4f67-83c8-55518fc50555 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:09.658745 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-01203bd4-7b48-47ae-a83b-73c89dc11c90 req-5059f32e-c12b-4f67-83c8-55518fc50555 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 945 time: 0.1205468 Jul 28 01:19:09.708850 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:09.809098 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:09.824752 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-01203bd4-7b48-47ae-a83b-73c89dc11c90 req-64e80b9b-1301-405f-bc4b-cb3554d1416b tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460392 Jul 28 01:19:09.849433 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [req-2253cf91-2de9-4ec9-8ab4-4e4536c2d171 req-f0627725-1f25-4941-a551-53ffaca301af tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Deleting port b7d3de87-244d-4779-a3e5-9f83c3f0ed25 {{(pid=104162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:19:09.849771 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-2253cf91-2de9-4ec9-8ab4-4e4536c2d171 req-f0627725-1f25-4941-a551-53ffaca301af tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (b7d3de87-244d-4779-a3e5-9f83c3f0ed25), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:09.929634 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2fb83933-19a7-44b5-b38a-6645ff585980 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-952207'] for router_interface (c67c009b-bbdb-4341-b0dc-8abeecd68e04), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:09.999948 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [req-2253cf91-2de9-4ec9-8ab4-4e4536c2d171 req-f0627725-1f25-4941-a551-53ffaca301af tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] For port b7d3de87-244d-4779-a3e5-9f83c3f0ed25, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b7d3de87-244d-4779-a3e5-9f83c3f0ed25,segment=NetworkSegment(a9a4e950-f526-4d0c-a24b-0cb526b214ab),segment_id=a9a4e950-f526-4d0c-a24b-0cb526b214ab)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:19:10.000308 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-2253cf91-2de9-4ec9-8ab4-4e4536c2d171 req-f0627725-1f25-4941-a551-53ffaca301af tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (b7d3de87-244d-4779-a3e5-9f83c3f0ed25), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:10.025004 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [req-2253cf91-2de9-4ec9-8ab4-4e4536c2d171 req-f0627725-1f25-4941-a551-53ffaca301af tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Calling delete_port for b7d3de87-244d-4779-a3e5-9f83c3f0ed25 owned by compute:nova {{(pid=104162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:19:10.273412 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb83933-19a7-44b5-b38a-6645ff585980 admin admin] Router c67c009b-bbdb-4341-b0dc-8abeecd68e04 has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:19:10.277638 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-2253cf91-2de9-4ec9-8ab4-4e4536c2d171 req-f0627725-1f25-4941-a551-53ffaca301af tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (b7d3de87-244d-4779-a3e5-9f83c3f0ed25), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:10.292118 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] get_ports_and_sgs() called for port_ids ['77e6a437-69fc-4d47-b75b-cc39937c21bd', 'b7d3de87-244d-4779-a3e5-9f83c3f0ed25'] {{(pid=104163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 01:19:10.313592 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0627725-1f25-4941-a551-53ffaca301af tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Pushing event deleted for resources: {'Port': ['ID=b7d3de87-244d-4779-a3e5-9f83c3f0ed25,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:10.362741 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-12cca3fc-5ce6-4770-ae42-83436b32042c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:10.395792 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [req-2253cf91-2de9-4ec9-8ab4-4e4536c2d171 req-f0627725-1f25-4941-a551-53ffaca301af tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] No DVR routers for this DVR port b7d3de87-244d-4779-a3e5-9f83c3f0ed25 on host hv-cinder-81558 {{(pid=104162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 01:19:10.403637 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-2253cf91-2de9-4ec9-8ab4-4e4536c2d171 req-f0627725-1f25-4941-a551-53ffaca301af tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:10.405777 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2253cf91-2de9-4ec9-8ab4-4e4536c2d171 req-f0627725-1f25-4941-a551-53ffaca301af tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.42 "DELETE /v2.0/ports/b7d3de87-244d-4779-a3e5-9f83c3f0ed25 HTTP/1.1" status: 204 len: 173 time: 0.7685285 Jul 28 01:19:10.406236 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f9d31b-737a-452f-b047-b6be2bea377b', 'name': 'network-vif-deleted', 'tag': 'b7d3de87-244d-4779-a3e5-9f83c3f0ed25'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:19:10.408998 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f6b11fd638c6a58f8ef19871f5a43997b3abcb3256dc707badf279ceb4d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c5362b-daf1-4521-9c5f-a28222f539db" -d '{"events": [{"server_uuid": "86f9d31b-737a-452f-b047-b6be2bea377b", "name": "network-vif-deleted", "tag": "b7d3de87-244d-4779-a3e5-9f83c3f0ed25"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:19:10.497080 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 01:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42312126-bc3b-43a0-a917-d456a984b5c3 x-openstack-request-id: req-42312126-bc3b-43a0-a917-d456a984b5c3 {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:19:10.497718 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f9d31b-737a-452f-b047-b6be2bea377b", "name": "network-vif-deleted", "tag": "b7d3de87-244d-4779-a3e5-9f83c3f0ed25", "status": "completed", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:19:10.497718 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-42312126-bc3b-43a0-a917-d456a984b5c3 {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:19:10.498009 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42312126-bc3b-43a0-a917-d456a984b5c3'] response: {'server_uuid': '86f9d31b-737a-452f-b047-b6be2bea377b', 'name': 'network-vif-deleted', 'tag': 'b7d3de87-244d-4779-a3e5-9f83c3f0ed25', 'status': 'completed', 'code': 200} Jul 28 01:19:10.502492 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb83933-19a7-44b5-b38a-6645ff585980 admin admin] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:19:10.511232 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-2fb83933-19a7-44b5-b38a-6645ff585980 admin admin] 10.222.0.17 "PUT /v2.0/routers/c67c009b-bbdb-4341-b0dc-8abeecd68e04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1964014 Jul 28 01:19:10.511373 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 51710) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:19:10.516250 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5c48a7-01a0-4113-a080-f1312659be9c None None] Sync routers for ids ['c67c009b-bbdb-4341-b0dc-8abeecd68e04'] in dv-cinder-815582-11-iscsi {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:19:10.527800 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5c48a7-01a0-4113-a080-f1312659be9c None None] Routers {'c67c009b-bbdb-4341-b0dc-8abeecd68e04'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:19:10.528319 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-af5c48a7-01a0-4113-a080-f1312659be9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:19:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['c67c009b-bbdb-4341-b0dc-8abeecd68e04'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:19:10.616538 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=100 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:10.620562 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-81abe65e-2212-4e13-9a42-992bf8ec5212 admin admin] Publish callbacks [] for router (c67c009b-bbdb-4341-b0dc-8abeecd68e04), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:10.632448 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-af5c48a7-01a0-4113-a080-f1312659be9c None None] Set router c67c009b-bbdb-4341-b0dc-8abeecd68e04 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:19:10.726091 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=100 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:10.729287 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-81abe65e-2212-4e13-9a42-992bf8ec5212 admin admin] Publish callbacks [] for router_gateway (c67c009b-bbdb-4341-b0dc-8abeecd68e04), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:10.742239 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:10.776083 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-81abe65e-2212-4e13-9a42-992bf8ec5212 admin admin] Deleting port c05ab06b-3d93-4b79-b078-88f76479c056 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:19:10.776424 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-81abe65e-2212-4e13-9a42-992bf8ec5212 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (c05ab06b-3d93-4b79-b078-88f76479c056), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:10.812425 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-af5c48a7-01a0-4113-a080-f1312659be9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67c009b-bbdb-4341-b0dc-8abeecd68e04', 'name': 'tempest-TestMinimumBasicScenario-97714067-router', 'tenant_id': '9889594f4bf84c4591714b505f1861fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c05ab06b-3d93-4b79-b078-88f76479c056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:46Z', 'updated_at': '2022-07-28T01:19:09Z', 'revision_number': 5, 'project_id': '9889594f4bf84c4591714b505f1861fe', 'gw_port': {'id': 'c05ab06b-3d93-4b79-b078-88f76479c056', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67c009b-bbdb-4341-b0dc-8abeecd68e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:46Z', 'updated_at': '2022-07-28T01:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi'}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:19:10.843851 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5c48a7-01a0-4113-a080-f1312659be9c None None] Checking router: c67c009b-bbdb-4341-b0dc-8abeecd68e04 for host: dv-cinder-815582-11-iscsi {{(pid=104164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:19:10.852668 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5c48a7-01a0-4113-a080-f1312659be9c None None] Routers {'c67c009b-bbdb-4341-b0dc-8abeecd68e04'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:19:10.853286 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-af5c48a7-01a0-4113-a080-f1312659be9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:19:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['c67c009b-bbdb-4341-b0dc-8abeecd68e04'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:19:10.871802 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-81abe65e-2212-4e13-9a42-992bf8ec5212 admin admin] For port c05ab06b-3d93-4b79-b078-88f76479c056, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=c05ab06b-3d93-4b79-b078-88f76479c056,segment=NetworkSegment(e0235fba-4142-426a-91c5-07cb16b4142e),segment_id=e0235fba-4142-426a-91c5-07cb16b4142e)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:19:10.872232 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-81abe65e-2212-4e13-9a42-992bf8ec5212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (c05ab06b-3d93-4b79-b078-88f76479c056), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:10.900063 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-81abe65e-2212-4e13-9a42-992bf8ec5212 admin admin] Calling delete_port for c05ab06b-3d93-4b79-b078-88f76479c056 owned by network:router_gateway {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:19:10.949667 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-af5c48a7-01a0-4113-a080-f1312659be9c None None] Set router c67c009b-bbdb-4341-b0dc-8abeecd68e04 gateway port host: None {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:19:10.952966 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-6d736c51-b63b-417d-a197-2fa70a12b954 req-f300aebe-1714-48e2-be90-2eae34218d6c tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=86f9d31b-737a-452f-b047-b6be2bea377b HTTP/1.1" status: 200 len: 210 time: 0.0337605 Jul 28 01:19:11.007455 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-af5c48a7-01a0-4113-a080-f1312659be9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67c009b-bbdb-4341-b0dc-8abeecd68e04', 'name': 'tempest-TestMinimumBasicScenario-97714067-router', 'tenant_id': '9889594f4bf84c4591714b505f1861fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:46Z', 'updated_at': '2022-07-28T01:19:10Z', 'revision_number': 6, 'project_id': '9889594f4bf84c4591714b505f1861fe', 'gw_port_host': None}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:19:11.038141 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5c48a7-01a0-4113-a080-f1312659be9c None None] The sync data for ids ['c67c009b-bbdb-4341-b0dc-8abeecd68e04'] in dv-cinder-815582-11-iscsi is: [{'id': 'c67c009b-bbdb-4341-b0dc-8abeecd68e04', 'name': 'tempest-TestMinimumBasicScenario-97714067-router', 'tenant_id': '9889594f4bf84c4591714b505f1861fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:46Z', 'updated_at': '2022-07-28T01:19:10Z', 'revision_number': 6, 'project_id': '9889594f4bf84c4591714b505f1861fe', 'gw_port_host': None}] {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:19:11.093825 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-81abe65e-2212-4e13-9a42-992bf8ec5212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436'] for port (c05ab06b-3d93-4b79-b078-88f76479c056), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:11.119849 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81abe65e-2212-4e13-9a42-992bf8ec5212 admin admin] Pushing event deleted for resources: {'Port': ['ID=c05ab06b-3d93-4b79-b078-88f76479c056,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:11.149385 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-81abe65e-2212-4e13-9a42-992bf8ec5212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-949531'] for router_gateway (c67c009b-bbdb-4341-b0dc-8abeecd68e04), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:11.249788 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-81abe65e-2212-4e13-9a42-992bf8ec5212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-347'] for router (c67c009b-bbdb-4341-b0dc-8abeecd68e04), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:11.252104 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-81abe65e-2212-4e13-9a42-992bf8ec5212 admin admin] Publish callbacks [] for router_controller (c67c009b-bbdb-4341-b0dc-8abeecd68e04), precommit_delete_associations {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:11.325480 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-81abe65e-2212-4e13-9a42-992bf8ec5212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614162'] for router (c67c009b-bbdb-4341-b0dc-8abeecd68e04), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:11.326233 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81abe65e-2212-4e13-9a42-992bf8ec5212 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c67c009b-bbdb-4341-b0dc-8abeecd68e04 {{(pid=104161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 01:19:11.331322 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-81abe65e-2212-4e13-9a42-992bf8ec5212 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:11.332852 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-81abe65e-2212-4e13-9a42-992bf8ec5212 admin admin] 10.222.0.17 "DELETE /v2.0/routers/c67c009b-bbdb-4341-b0dc-8abeecd68e04 HTTP/1.1" status: 204 len: 168 time: 0.8199143 Jul 28 01:19:11.335161 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 51714) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:19:11.345947 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:11.385014 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e6b78ea-a06c-4b5a-a20f-2cf0aaeab940 admin admin] Deleting subnet 795ace15-547b-4b04-8e63-5e779c7d0b43 {{(pid=104161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 01:19:11.388761 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9e6b78ea-a06c-4b5a-a20f-2cf0aaeab940 admin admin] Publish callbacks [] for subnet (795ace15-547b-4b04-8e63-5e779c7d0b43), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:11.425890 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9e6b78ea-a06c-4b5a-a20f-2cf0aaeab940 admin admin] Publish callbacks [] for subnet (795ace15-547b-4b04-8e63-5e779c7d0b43), precommit_delete_associations {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:11.729176 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9e6b78ea-a06c-4b5a-a20f-2cf0aaeab940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400619'] for subnet (795ace15-547b-4b04-8e63-5e779c7d0b43), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:11.797188 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9e6b78ea-a06c-4b5a-a20f-2cf0aaeab940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for subnet (795ace15-547b-4b04-8e63-5e779c7d0b43), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:11.826201 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b78ea-a06c-4b5a-a20f-2cf0aaeab940 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=795ace15-547b-4b04-8e63-5e779c7d0b43,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:11.828196 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9e6b78ea-a06c-4b5a-a20f-2cf0aaeab940 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for subnet (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:11.832293 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-9e6b78ea-a06c-4b5a-a20f-2cf0aaeab940 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/795ace15-547b-4b04-8e63-5e779c7d0b43 HTTP/1.1" status: 204 len: 168 time: 0.4953005 Jul 28 01:19:11.833889 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 51718) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:19:11.836336 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06205f00-9883-4419-b4b8-1185695ca452 None None] Network 3896987d-a99e-4647-8e6b-6bfb34b8ea7a requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:19:11.840608 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=11 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:11.910008 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ae653cfd-6b3f-4208-b626-86f1c90ff672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295201'] for network (3896987d-a99e-4647-8e6b-6bfb34b8ea7a), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:11.956729 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-ae653cfd-6b3f-4208-b626-86f1c90ff672 admin admin] Deleting port 47f05d30-58bc-43cd-8ae1-d9ef0706a780 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:19:11.957011 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ae653cfd-6b3f-4208-b626-86f1c90ff672 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (47f05d30-58bc-43cd-8ae1-d9ef0706a780), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:12.009767 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb26be70-3a4b-48c2-8a73-6ef6f1b35c2b None None] DHCP port deletion for 3896987d-a99e-4647-8e6b-6bfb34b8ea7a request from dv-cinder-815582-11-iscsi {{(pid=104163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 01:19:12.045065 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-ae653cfd-6b3f-4208-b626-86f1c90ff672 admin admin] For port 47f05d30-58bc-43cd-8ae1-d9ef0706a780, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=47f05d30-58bc-43cd-8ae1-d9ef0706a780,segment=NetworkSegment(d7d23a5b-c556-4a0e-bc86-f30be2745df3),segment_id=d7d23a5b-c556-4a0e-bc86-f30be2745df3)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:19:12.045406 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ae653cfd-6b3f-4208-b626-86f1c90ff672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (47f05d30-58bc-43cd-8ae1-d9ef0706a780), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:12.055255 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:12.058487 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:12.062507 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-fb26be70-3a4b-48c2-8a73-6ef6f1b35c2b None None] Deleting port 47f05d30-58bc-43cd-8ae1-d9ef0706a780 {{(pid=104163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:19:12.062679 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-ae653cfd-6b3f-4208-b626-86f1c90ff672 admin admin] Calling delete_port for 47f05d30-58bc-43cd-8ae1-d9ef0706a780 owned by network:dhcp {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:19:12.062906 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-fb26be70-3a4b-48c2-8a73-6ef6f1b35c2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (47f05d30-58bc-43cd-8ae1-d9ef0706a780), before_delete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:12.169438 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-fb26be70-3a4b-48c2-8a73-6ef6f1b35c2b None None] For port 47f05d30-58bc-43cd-8ae1-d9ef0706a780, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=47f05d30-58bc-43cd-8ae1-d9ef0706a780,segment=NetworkSegment(d7d23a5b-c556-4a0e-bc86-f30be2745df3),segment_id=d7d23a5b-c556-4a0e-bc86-f30be2745df3)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:19:12.170170 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-fb26be70-3a4b-48c2-8a73-6ef6f1b35c2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (47f05d30-58bc-43cd-8ae1-d9ef0706a780), precommit_delete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:12.185479 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ae653cfd-6b3f-4208-b626-86f1c90ff672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436'] for port (47f05d30-58bc-43cd-8ae1-d9ef0706a780), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:12.188559 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-fb26be70-3a4b-48c2-8a73-6ef6f1b35c2b None None] Calling delete_port for 47f05d30-58bc-43cd-8ae1-d9ef0706a780 owned by network:dhcp {{(pid=104163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:19:12.219053 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae653cfd-6b3f-4208-b626-86f1c90ff672 admin admin] Pushing event deleted for resources: {'Port': ['ID=47f05d30-58bc-43cd-8ae1-d9ef0706a780,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:12.224686 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae653cfd-6b3f-4208-b626-86f1c90ff672 admin admin] No DVR routers for this DVR port 47f05d30-58bc-43cd-8ae1-d9ef0706a780 on host dv-cinder-815582-11-iscsi {{(pid=104161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 01:19:12.284709 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-fb26be70-3a4b-48c2-8a73-6ef6f1b35c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436'] for port (47f05d30-58bc-43cd-8ae1-d9ef0706a780), after_delete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:12.299780 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a142757-b597-4a72-8a26-eedff63ce167 req-f5056486-1ecb-400f-bb1f-0163b97fc619 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:12.302007 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1a142757-b597-4a72-8a26-eedff63ce167 req-f5056486-1ecb-400f-bb1f-0163b97fc619 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=e26acfa5-94f2-4d1d-8bfd-9f82e73861f8 HTTP/1.1" status: 200 len: 945 time: 0.0527649 Jul 28 01:19:12.306177 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ae653cfd-6b3f-4208-b626-86f1c90ff672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1398533', 'neutron.services.segments.db._delete_segments_for_network-8778716901834'] for network (3896987d-a99e-4647-8e6b-6bfb34b8ea7a), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:12.315323 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb26be70-3a4b-48c2-8a73-6ef6f1b35c2b None None] Pushing event deleted for resources: {'Port': ['ID=47f05d30-58bc-43cd-8ae1-d9ef0706a780,revision_number=None']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:12.318981 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb26be70-3a4b-48c2-8a73-6ef6f1b35c2b None None] No DVR routers for this DVR port 47f05d30-58bc-43cd-8ae1-d9ef0706a780 on host dv-cinder-815582-11-iscsi {{(pid=104163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 01:19:12.341383 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ae653cfd-6b3f-4208-b626-86f1c90ff672 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:19:12.341383 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ae653cfd-6b3f-4208-b626-86f1c90ff672 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:19:12.341383 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ae653cfd-6b3f-4208-b626-86f1c90ff672 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:19:12.341383 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ae653cfd-6b3f-4208-b626-86f1c90ff672 admin admin] Subscribe: > port after_create 55550000 {{(pid=104161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:19:12.341383 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ae653cfd-6b3f-4208-b626-86f1c90ff672 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:19:12.341383 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ae653cfd-6b3f-4208-b626-86f1c90ff672 admin admin] Subscribe: > port after_update 55550000 {{(pid=104161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:19:12.341383 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ae653cfd-6b3f-4208-b626-86f1c90ff672 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:19:12.341383 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ae653cfd-6b3f-4208-b626-86f1c90ff672 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:19:12.341383 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ae653cfd-6b3f-4208-b626-86f1c90ff672 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:19:12.341383 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ae653cfd-6b3f-4208-b626-86f1c90ff672 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:19:12.364787 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1a142757-b597-4a72-8a26-eedff63ce167 req-ef292b6c-98d3-46bd-8172-9e132bcb274c tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562689 Jul 28 01:19:12.444381 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ae653cfd-6b3f-4208-b626-86f1c90ff672 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:19:12.445089 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ae653cfd-6b3f-4208-b626-86f1c90ff672 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:19:12.445613 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ae653cfd-6b3f-4208-b626-86f1c90ff672 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:19:12.446331 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ae653cfd-6b3f-4208-b626-86f1c90ff672 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 01:19:12.447074 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-ae653cfd-6b3f-4208-b626-86f1c90ff672 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3896987d-a99e-4647-8e6b-6bfb34b8ea7a']}} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:19:12.452054 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device c05ab06b-3d93-4b79-b078-88f76479c056 no longer exists at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:19:12.466321 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-ae653cfd-6b3f-4208-b626-86f1c90ff672 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7d23a5b-c556-4a0e-bc86-f30be2745df3') {'for_net_delete': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:19:12.466619 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-ae653cfd-6b3f-4208-b626-86f1c90ff672 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7d23a5b-c556-4a0e-bc86-f30be2745df3') {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:19:12.474672 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] No Port match for: c05ab06b-3d93-4b79-b078-88f76479c056 {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:19:12.475052 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device c05ab06b-3d93-4b79-b078-88f76479c056 not bound to the agent host dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:19:12.475472 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 47f05d30-58bc-43cd-8ae1-d9ef0706a780 no longer exists at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:19:12.484722 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ae653cfd-6b3f-4208-b626-86f1c90ff672 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778716901735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4967711'] for segment (d7d23a5b-c556-4a0e-bc86-f30be2745df3), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:12.494369 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] No Port match for: 47f05d30-58bc-43cd-8ae1-d9ef0706a780 {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:19:12.494755 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 47f05d30-58bc-43cd-8ae1-d9ef0706a780 not bound to the agent host dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:19:12.495182 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device f7441bc2-0d9a-43ab-b24f-b26be3c2542a no longer exists at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:19:12.506993 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ae653cfd-6b3f-4208-b626-86f1c90ff672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084'] for segment (d7d23a5b-c556-4a0e-bc86-f30be2745df3), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:12.514109 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] No Port match for: f7441bc2-0d9a-43ab-b24f-b26be3c2542a {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:19:12.514451 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device f7441bc2-0d9a-43ab-b24f-b26be3c2542a not bound to the agent host dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:19:12.516301 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae653cfd-6b3f-4208-b626-86f1c90ff672 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=104161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 01:19:12.516691 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ae653cfd-6b3f-4208-b626-86f1c90ff672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4595665'] for segment (d7d23a5b-c556-4a0e-bc86-f30be2745df3), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:12.588550 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ae653cfd-6b3f-4208-b626-86f1c90ff672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1398542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-949559'] for network (3896987d-a99e-4647-8e6b-6bfb34b8ea7a), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:12.595313 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ae653cfd-6b3f-4208-b626-86f1c90ff672 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:12.598623 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-ae653cfd-6b3f-4208-b626-86f1c90ff672 admin admin] 10.222.0.17 "DELETE /v2.0/networks/3896987d-a99e-4647-8e6b-6bfb34b8ea7a HTTP/1.1" status: 204 len: 168 time: 0.7637851 Jul 28 01:19:12.601768 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 51732) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:19:12.608777 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:12.619303 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae653cfd-6b3f-4208-b626-86f1c90ff672 admin admin] Pushing event deleted for resources: {'Network': ['ID=3896987d-a99e-4647-8e6b-6bfb34b8ea7a,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:12.673717 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.services.segments.plugin [-] Segment d7d23a5b-c556-4a0e-bc86-f30be2745df3 resource provider aggregate not found Jul 28 01:19:12.693381 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.services.segments.plugin [-] Segment d7d23a5b-c556-4a0e-bc86-f30be2745df3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d7d23a5b-c556-4a0e-bc86-f30be2745df3 found for delete ", "request_id": "req-b058668d-61c5-460f-85b9-c80e43008f87"}]} Jul 28 01:19:12.699996 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:12.712946 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:12.742009 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:12.916233 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-8746f4ff-d9f4-4a4f-b382-3c5cd4853c3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952091'] for router_interface (29dfe77d-5de9-428f-9bbd-ff292c1037bd), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:13.026377 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:13.144617 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-8746f4ff-d9f4-4a4f-b382-3c5cd4853c3d admin admin] Deleting port fc6b8de3-d657-448c-a838-9df4fcda075d {{(pid=104162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:19:13.144858 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-8746f4ff-d9f4-4a4f-b382-3c5cd4853c3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (fc6b8de3-d657-448c-a838-9df4fcda075d), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:13.235654 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-8746f4ff-d9f4-4a4f-b382-3c5cd4853c3d admin admin] For port fc6b8de3-d657-448c-a838-9df4fcda075d, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=fc6b8de3-d657-448c-a838-9df4fcda075d,segment=NetworkSegment(673ffa2f-06e1-4d24-a7f0-b5124a4b6733),segment_id=673ffa2f-06e1-4d24-a7f0-b5124a4b6733)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:19:13.236013 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-8746f4ff-d9f4-4a4f-b382-3c5cd4853c3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (fc6b8de3-d657-448c-a838-9df4fcda075d), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:13.252450 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-8746f4ff-d9f4-4a4f-b382-3c5cd4853c3d admin admin] Calling delete_port for fc6b8de3-d657-448c-a838-9df4fcda075d owned by network:router_interface {{(pid=104162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:19:13.427412 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:13.455565 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-8746f4ff-d9f4-4a4f-b382-3c5cd4853c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (fc6b8de3-d657-448c-a838-9df4fcda075d), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:13.502885 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746f4ff-d9f4-4a4f-b382-3c5cd4853c3d admin admin] Pushing event deleted for resources: {'Port': ['ID=fc6b8de3-d657-448c-a838-9df4fcda075d,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:13.540993 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device b7d3de87-244d-4779-a3e5-9f83c3f0ed25 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:19:13.546243 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c4594e-f3c6-488a-83a4-ea1b0bb2732a req-be41c9c0-ab0b-4fbc-980b-d0353eba048f tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:13.547804 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b6c4594e-f3c6-488a-83a4-ea1b0bb2732a req-be41c9c0-ab0b-4fbc-980b-d0353eba048f tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=e26acfa5-94f2-4d1d-8bfd-9f82e73861f8 HTTP/1.1" status: 200 len: 945 time: 0.1034765 Jul 28 01:19:13.568439 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] No Port match for: b7d3de87-244d-4779-a3e5-9f83c3f0ed25 {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:19:13.568785 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device b7d3de87-244d-4779-a3e5-9f83c3f0ed25 not bound to the agent host hv-cinder-81558 {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:19:13.620822 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:13.663956 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b6c4594e-f3c6-488a-83a4-ea1b0bb2732a req-d0b31eaa-f6fb-4403-963f-e3ef92a1ee77 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979924 Jul 28 01:19:13.722368 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-8746f4ff-d9f4-4a4f-b382-3c5cd4853c3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-952207'] for router_interface (29dfe77d-5de9-428f-9bbd-ff292c1037bd), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:13.937239 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8746f4ff-d9f4-4a4f-b382-3c5cd4853c3d admin admin] Router 29dfe77d-5de9-428f-9bbd-ff292c1037bd has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:19:14.047062 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8746f4ff-d9f4-4a4f-b382-3c5cd4853c3d admin admin] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:19:14.052980 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-8746f4ff-d9f4-4a4f-b382-3c5cd4853c3d admin admin] 10.222.0.17 "PUT /v2.0/routers/29dfe77d-5de9-428f-9bbd-ff292c1037bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4500227 Jul 28 01:19:14.055591 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 51746) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:19:14.056410 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae9a2ad-bf81-4e4c-a969-23303188739c None None] Sync routers for ids ['29dfe77d-5de9-428f-9bbd-ff292c1037bd'] in dv-cinder-815582-11-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:19:14.069185 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae9a2ad-bf81-4e4c-a969-23303188739c None None] Routers {'29dfe77d-5de9-428f-9bbd-ff292c1037bd'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:19:14.069881 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-4ae9a2ad-bf81-4e4c-a969-23303188739c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:19:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['29dfe77d-5de9-428f-9bbd-ff292c1037bd'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:19:14.163452 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5de8fd4a-e7a6-43b5-9041-51feb3a73a07 admin admin] Publish callbacks [] for router (29dfe77d-5de9-428f-9bbd-ff292c1037bd), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:14.173725 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-4ae9a2ad-bf81-4e4c-a969-23303188739c None None] Set router 29dfe77d-5de9-428f-9bbd-ff292c1037bd gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:19:14.361850 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-4ae9a2ad-bf81-4e4c-a969-23303188739c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29dfe77d-5de9-428f-9bbd-ff292c1037bd', 'name': 'tempest-TestMinimumBasicScenario-915886952-router', 'tenant_id': 'f0b12ede1da04e0d88ecb4dd72e74afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '6ed70dd1-8194-42fb-b248-8d251def69a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:52Z', 'updated_at': '2022-07-28T01:19:13Z', 'revision_number': 5, 'project_id': 'f0b12ede1da04e0d88ecb4dd72e74afa', 'gw_port': {'id': '6ed70dd1-8194-42fb-b248-8d251def69a5', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:77:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29dfe77d-5de9-428f-9bbd-ff292c1037bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:53Z', 'updated_at': '2022-07-28T01:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi'}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:19:14.392854 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae9a2ad-bf81-4e4c-a969-23303188739c None None] Checking router: 29dfe77d-5de9-428f-9bbd-ff292c1037bd for host: dv-cinder-815582-11-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:19:14.405741 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae9a2ad-bf81-4e4c-a969-23303188739c None None] Routers {'29dfe77d-5de9-428f-9bbd-ff292c1037bd'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:19:14.406394 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-4ae9a2ad-bf81-4e4c-a969-23303188739c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:19:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['29dfe77d-5de9-428f-9bbd-ff292c1037bd'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:19:14.513355 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-4ae9a2ad-bf81-4e4c-a969-23303188739c None None] Set router 29dfe77d-5de9-428f-9bbd-ff292c1037bd gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:19:14.529923 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5de8fd4a-e7a6-43b5-9041-51feb3a73a07 admin admin] Publish callbacks [] for router_gateway (29dfe77d-5de9-428f-9bbd-ff292c1037bd), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:14.576307 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-5de8fd4a-e7a6-43b5-9041-51feb3a73a07 admin admin] Deleting port 6ed70dd1-8194-42fb-b248-8d251def69a5 {{(pid=104162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:19:14.576586 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5de8fd4a-e7a6-43b5-9041-51feb3a73a07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (6ed70dd1-8194-42fb-b248-8d251def69a5), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:14.640060 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:14.664964 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-5de8fd4a-e7a6-43b5-9041-51feb3a73a07 admin admin] For port 6ed70dd1-8194-42fb-b248-8d251def69a5, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=6ed70dd1-8194-42fb-b248-8d251def69a5,segment=NetworkSegment(e0235fba-4142-426a-91c5-07cb16b4142e),segment_id=e0235fba-4142-426a-91c5-07cb16b4142e)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:19:14.665321 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5de8fd4a-e7a6-43b5-9041-51feb3a73a07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (6ed70dd1-8194-42fb-b248-8d251def69a5), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:14.679729 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-5de8fd4a-e7a6-43b5-9041-51feb3a73a07 admin admin] Calling delete_port for 6ed70dd1-8194-42fb-b248-8d251def69a5 owned by network:router_gateway {{(pid=104162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:19:14.809935 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:14.819913 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-4ae9a2ad-bf81-4e4c-a969-23303188739c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29dfe77d-5de9-428f-9bbd-ff292c1037bd', 'name': 'tempest-TestMinimumBasicScenario-915886952-router', 'tenant_id': 'f0b12ede1da04e0d88ecb4dd72e74afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '6ed70dd1-8194-42fb-b248-8d251def69a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:52Z', 'updated_at': '2022-07-28T01:19:13Z', 'revision_number': 5, 'project_id': 'f0b12ede1da04e0d88ecb4dd72e74afa', 'gw_port': {'id': '6ed70dd1-8194-42fb-b248-8d251def69a5', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:77:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29dfe77d-5de9-428f-9bbd-ff292c1037bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:53Z', 'updated_at': '2022-07-28T01:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi'}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:19:14.825671 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f91eb7-bdf1-4d96-a808-9a08588fcb5e req-cf07bdc8-ff17-4f13-936b-19101c786558 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:14.827206 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-05f91eb7-bdf1-4d96-a808-9a08588fcb5e req-cf07bdc8-ff17-4f13-936b-19101c786558 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=e26acfa5-94f2-4d1d-8bfd-9f82e73861f8 HTTP/1.1" status: 200 len: 945 time: 0.0890305 Jul 28 01:19:14.846598 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae9a2ad-bf81-4e4c-a969-23303188739c None None] The sync data for ids ['29dfe77d-5de9-428f-9bbd-ff292c1037bd'] in dv-cinder-815582-11-iscsi is: [{'id': '29dfe77d-5de9-428f-9bbd-ff292c1037bd', 'name': 'tempest-TestMinimumBasicScenario-915886952-router', 'tenant_id': 'f0b12ede1da04e0d88ecb4dd72e74afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '6ed70dd1-8194-42fb-b248-8d251def69a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:52Z', 'updated_at': '2022-07-28T01:19:13Z', 'revision_number': 5, 'project_id': 'f0b12ede1da04e0d88ecb4dd72e74afa', 'gw_port': {'id': '6ed70dd1-8194-42fb-b248-8d251def69a5', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:77:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29dfe77d-5de9-428f-9bbd-ff292c1037bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:53Z', 'updated_at': '2022-07-28T01:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi'}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:19:14.906500 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-05f91eb7-bdf1-4d96-a808-9a08588fcb5e req-8d08c04b-083d-4be4-b9f8-e4003699f625 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/security-groups?id=c655c460-f1ac-4abb-a5bb-5eaaa66f4698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719624 Jul 28 01:19:14.925382 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5de8fd4a-e7a6-43b5-9041-51feb3a73a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (6ed70dd1-8194-42fb-b248-8d251def69a5), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:14.950940 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de8fd4a-e7a6-43b5-9041-51feb3a73a07 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ed70dd1-8194-42fb-b248-8d251def69a5,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:15.019256 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5de8fd4a-e7a6-43b5-9041-51feb3a73a07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-949531'] for router_gateway (29dfe77d-5de9-428f-9bbd-ff292c1037bd), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:15.110100 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5de8fd4a-e7a6-43b5-9041-51feb3a73a07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-347'] for router (29dfe77d-5de9-428f-9bbd-ff292c1037bd), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:15.112623 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5de8fd4a-e7a6-43b5-9041-51feb3a73a07 admin admin] Publish callbacks [] for router_controller (29dfe77d-5de9-428f-9bbd-ff292c1037bd), precommit_delete_associations {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:15.172185 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5de8fd4a-e7a6-43b5-9041-51feb3a73a07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614162'] for router (29dfe77d-5de9-428f-9bbd-ff292c1037bd), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:15.172872 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de8fd4a-e7a6-43b5-9041-51feb3a73a07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29dfe77d-5de9-428f-9bbd-ff292c1037bd {{(pid=104162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 01:19:15.177933 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5de8fd4a-e7a6-43b5-9041-51feb3a73a07 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:15.181389 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-5de8fd4a-e7a6-43b5-9041-51feb3a73a07 admin admin] 10.222.0.17 "DELETE /v2.0/routers/29dfe77d-5de9-428f-9bbd-ff292c1037bd HTTP/1.1" status: 204 len: 168 time: 1.1222198 Jul 28 01:19:15.181721 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 51750) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:19:15.229174 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_v2 [None req-8af878c6-9300-4ef3-9b93-aa65066acc09 admin admin] Deleting subnet 5be229d8-1aef-4576-9282-6ee4b282b5ab {{(pid=104162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 01:19:15.232790 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-8af878c6-9300-4ef3-9b93-aa65066acc09 admin admin] Publish callbacks [] for subnet (5be229d8-1aef-4576-9282-6ee4b282b5ab), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:15.283955 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-8af878c6-9300-4ef3-9b93-aa65066acc09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4511353'] for subnet (5be229d8-1aef-4576-9282-6ee4b282b5ab), precommit_delete_associations {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:15.347279 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79091c6-3bec-4335-87ba-f85dff091bd5 req-2e086f9b-8c32-4d75-aba1-ed011182af73 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:15.348751 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-c79091c6-3bec-4335-87ba-f85dff091bd5 req-2e086f9b-8c32-4d75-aba1-ed011182af73 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.42 "GET /v2.0/ports?device_id=e26acfa5-94f2-4d1d-8bfd-9f82e73861f8 HTTP/1.1" status: 200 len: 945 time: 0.0780644 Jul 28 01:19:15.434662 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-8af878c6-9300-4ef3-9b93-aa65066acc09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400619'] for subnet (5be229d8-1aef-4576-9282-6ee4b282b5ab), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:15.499741 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [req-c79091c6-3bec-4335-87ba-f85dff091bd5 req-3edae84f-30d1-48b6-a60f-51287f940244 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Deleting port 77e6a437-69fc-4d47-b75b-cc39937c21bd {{(pid=104162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:19:15.500079 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-c79091c6-3bec-4335-87ba-f85dff091bd5 req-3edae84f-30d1-48b6-a60f-51287f940244 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (77e6a437-69fc-4d47-b75b-cc39937c21bd), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:15.563403 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:15.575811 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-8af878c6-9300-4ef3-9b93-aa65066acc09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4518666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4537631'] for subnet (5be229d8-1aef-4576-9282-6ee4b282b5ab), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:15.613440 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-8af878c6-9300-4ef3-9b93-aa65066acc09 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:15.616692 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-8af878c6-9300-4ef3-9b93-aa65066acc09 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/5be229d8-1aef-4576-9282-6ee4b282b5ab HTTP/1.1" status: 204 len: 168 time: 0.4340167 Jul 28 01:19:15.618525 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc273c2-8ffc-4c84-9aa1-38ff3a0d55db None None] Network 46c781be-89dd-4c32-a88e-07bd7e210e1c requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:19:15.619413 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 51752) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:19:15.624652 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af878c6-9300-4ef3-9b93-aa65066acc09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5be229d8-1aef-4576-9282-6ee4b282b5ab,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:15.646352 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [req-c79091c6-3bec-4335-87ba-f85dff091bd5 req-3edae84f-30d1-48b6-a60f-51287f940244 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] For port 77e6a437-69fc-4d47-b75b-cc39937c21bd, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=77e6a437-69fc-4d47-b75b-cc39937c21bd,segment=NetworkSegment(a9a4e950-f526-4d0c-a24b-0cb526b214ab),segment_id=a9a4e950-f526-4d0c-a24b-0cb526b214ab)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:19:15.646728 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-c79091c6-3bec-4335-87ba-f85dff091bd5 req-3edae84f-30d1-48b6-a60f-51287f940244 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (77e6a437-69fc-4d47-b75b-cc39937c21bd), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:15.662323 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [req-c79091c6-3bec-4335-87ba-f85dff091bd5 req-3edae84f-30d1-48b6-a60f-51287f940244 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Calling delete_port for 77e6a437-69fc-4d47-b75b-cc39937c21bd owned by compute:nova {{(pid=104162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:19:15.696220 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8a561201-c3a9-4f25-a6dd-d613b1e857a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295201'] for network (46c781be-89dd-4c32-a88e-07bd7e210e1c), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:15.713809 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:DELETE=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:15.742785 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8a561201-c3a9-4f25-a6dd-d613b1e857a7 admin admin] Deleting port 51cd8591-c923-4b81-849a-2fc21dded9b5 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:19:15.743444 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8a561201-c3a9-4f25-a6dd-d613b1e857a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (51cd8591-c923-4b81-849a-2fc21dded9b5), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:15.807245 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-c79091c6-3bec-4335-87ba-f85dff091bd5 req-3edae84f-30d1-48b6-a60f-51287f940244 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (77e6a437-69fc-4d47-b75b-cc39937c21bd), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:15.807539 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8a561201-c3a9-4f25-a6dd-d613b1e857a7 admin admin] For port 51cd8591-c923-4b81-849a-2fc21dded9b5, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=51cd8591-c923-4b81-849a-2fc21dded9b5,segment=NetworkSegment(673ffa2f-06e1-4d24-a7f0-b5124a4b6733),segment_id=673ffa2f-06e1-4d24-a7f0-b5124a4b6733)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:19:15.807699 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8a561201-c3a9-4f25-a6dd-d613b1e857a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (51cd8591-c923-4b81-849a-2fc21dded9b5), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:15.820077 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] get_ports_and_sgs() called for port_ids ['77e6a437-69fc-4d47-b75b-cc39937c21bd'] {{(pid=104163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 01:19:15.821932 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8a561201-c3a9-4f25-a6dd-d613b1e857a7 admin admin] Calling delete_port for 51cd8591-c923-4b81-849a-2fc21dded9b5 owned by network:dhcp {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:19:15.834319 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edae84f-30d1-48b6-a60f-51287f940244 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Pushing event deleted for resources: {'Port': ['ID=77e6a437-69fc-4d47-b75b-cc39937c21bd,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:15.887371 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [req-c79091c6-3bec-4335-87ba-f85dff091bd5 req-3edae84f-30d1-48b6-a60f-51287f940244 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] No DVR routers for this DVR port 77e6a437-69fc-4d47-b75b-cc39937c21bd on host hv-cinder-81558 {{(pid=104162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 01:19:15.888521 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657a0fe5-8d1c-4a10-8703-7babf5b89c17 None None] DHCP port deletion for 46c781be-89dd-4c32-a88e-07bd7e210e1c request from dv-cinder-815582-11-iscsi {{(pid=104163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 01:19:15.889755 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-c79091c6-3bec-4335-87ba-f85dff091bd5 req-3edae84f-30d1-48b6-a60f-51287f940244 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:15.893058 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-c79091c6-3bec-4335-87ba-f85dff091bd5 req-3edae84f-30d1-48b6-a60f-51287f940244 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.42 "DELETE /v2.0/ports/77e6a437-69fc-4d47-b75b-cc39937c21bd HTTP/1.1" status: 204 len: 173 time: 0.5379617 Jul 28 01:19:15.893524 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26acfa5-94f2-4d1d-8bfd-9f82e73861f8', 'name': 'network-vif-deleted', 'tag': '77e6a437-69fc-4d47-b75b-cc39937c21bd'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:19:15.895886 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f6b11fd638c6a58f8ef19871f5a43997b3abcb3256dc707badf279ceb4d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78efdcdf-814d-4ae7-87ad-ef2421fdd2f1" -d '{"events": [{"server_uuid": "e26acfa5-94f2-4d1d-8bfd-9f82e73861f8", "name": "network-vif-deleted", "tag": "77e6a437-69fc-4d47-b75b-cc39937c21bd"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:19:15.928565 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8a561201-c3a9-4f25-a6dd-d613b1e857a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4595618'] for port (51cd8591-c923-4b81-849a-2fc21dded9b5), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:15.943951 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a561201-c3a9-4f25-a6dd-d613b1e857a7 admin admin] No DVR routers for this DVR port 51cd8591-c923-4b81-849a-2fc21dded9b5 on host dv-cinder-815582-11-iscsi {{(pid=104161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 01:19:15.967080 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a561201-c3a9-4f25-a6dd-d613b1e857a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=51cd8591-c923-4b81-849a-2fc21dded9b5,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:15.981431 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-657a0fe5-8d1c-4a10-8703-7babf5b89c17 None None] Deleting port 51cd8591-c923-4b81-849a-2fc21dded9b5 {{(pid=104163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:19:15.981676 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-657a0fe5-8d1c-4a10-8703-7babf5b89c17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (51cd8591-c923-4b81-849a-2fc21dded9b5), before_delete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:15.990070 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 01:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c385bf-2e97-4022-a711-69bf893f5340 x-openstack-request-id: req-31c385bf-2e97-4022-a711-69bf893f5340 {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:19:15.990361 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e26acfa5-94f2-4d1d-8bfd-9f82e73861f8", "name": "network-vif-deleted", "tag": "77e6a437-69fc-4d47-b75b-cc39937c21bd", "status": "completed", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:19:15.990613 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-31c385bf-2e97-4022-a711-69bf893f5340 {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:19:15.991810 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31c385bf-2e97-4022-a711-69bf893f5340'] response: {'server_uuid': 'e26acfa5-94f2-4d1d-8bfd-9f82e73861f8', 'name': 'network-vif-deleted', 'tag': '77e6a437-69fc-4d47-b75b-cc39937c21bd', 'status': 'completed', 'code': 200} Jul 28 01:19:16.046431 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8a561201-c3a9-4f25-a6dd-d613b1e857a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1398533', 'neutron.services.segments.db._delete_segments_for_network-8778716901834'] for network (46c781be-89dd-4c32-a88e-07bd7e210e1c), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:16.059230 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-408b5fd3-fc24-4f95-b85c-dc01d7099da5 req-055892f2-ae56-470a-a6d3-0e02011e5c94 tempest-ServerRescueNegativeTestJSON-335528480 tempest-ServerRescueNegativeTestJSON-335528480-project] 10.222.0.17 "GET /v2.0/ports?device_id=e26acfa5-94f2-4d1d-8bfd-9f82e73861f8 HTTP/1.1" status: 200 len: 210 time: 0.0350974 Jul 28 01:19:16.064196 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:16.068021 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-8a561201-c3a9-4f25-a6dd-d613b1e857a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46c781be-89dd-4c32-a88e-07bd7e210e1c']}} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:19:16.069680 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:16.074409 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-657a0fe5-8d1c-4a10-8703-7babf5b89c17 None None] For port 51cd8591-c923-4b81-849a-2fc21dded9b5, host dv-cinder-815582-11-iscsi, got binding levels [] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:19:16.074925 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-657a0fe5-8d1c-4a10-8703-7babf5b89c17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (51cd8591-c923-4b81-849a-2fc21dded9b5), precommit_delete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:16.078730 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-8a561201-c3a9-4f25-a6dd-d613b1e857a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '673ffa2f-06e1-4d24-a7f0-b5124a4b6733') {'for_net_delete': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:19:16.079009 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-8a561201-c3a9-4f25-a6dd-d613b1e857a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '673ffa2f-06e1-4d24-a7f0-b5124a4b6733') {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:19:16.089984 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-657a0fe5-8d1c-4a10-8703-7babf5b89c17 None None] Calling delete_port for 51cd8591-c923-4b81-849a-2fc21dded9b5 owned by network:dhcp {{(pid=104163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:19:16.090643 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8a561201-c3a9-4f25-a6dd-d613b1e857a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778716901735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4967711'] for segment (673ffa2f-06e1-4d24-a7f0-b5124a4b6733), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:16.098913 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.ipam_backend_mixin [None req-657a0fe5-8d1c-4a10-8703-7babf5b89c17 None None] Port 51cd8591-c923-4b81-849a-2fc21dded9b5 was not found and therefore no delete operation was performed {{(pid=104163) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 28 01:19:16.100536 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-657a0fe5-8d1c-4a10-8703-7babf5b89c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436'] for port (51cd8591-c923-4b81-849a-2fc21dded9b5), after_delete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:16.116132 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8a561201-c3a9-4f25-a6dd-d613b1e857a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084'] for segment (673ffa2f-06e1-4d24-a7f0-b5124a4b6733), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:16.123051 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a561201-c3a9-4f25-a6dd-d613b1e857a7 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=104161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 01:19:16.123391 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8a561201-c3a9-4f25-a6dd-d613b1e857a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4595665'] for segment (673ffa2f-06e1-4d24-a7f0-b5124a4b6733), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:16.126735 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a0fe5-8d1c-4a10-8703-7babf5b89c17 None None] Pushing event deleted for resources: {'Port': ['ID=51cd8591-c923-4b81-849a-2fc21dded9b5,revision_number=None']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:16.130681 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657a0fe5-8d1c-4a10-8703-7babf5b89c17 None None] No DVR routers for this DVR port 51cd8591-c923-4b81-849a-2fc21dded9b5 on host dv-cinder-815582-11-iscsi {{(pid=104163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 01:19:16.177720 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.services.segments.plugin [-] Segment 673ffa2f-06e1-4d24-a7f0-b5124a4b6733 resource provider aggregate not found Jul 28 01:19:16.190492 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8a561201-c3a9-4f25-a6dd-d613b1e857a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1398542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-949559'] for network (46c781be-89dd-4c32-a88e-07bd7e210e1c), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:16.197097 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8a561201-c3a9-4f25-a6dd-d613b1e857a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:16.200539 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-8a561201-c3a9-4f25-a6dd-d613b1e857a7 admin admin] 10.222.0.17 "DELETE /v2.0/networks/46c781be-89dd-4c32-a88e-07bd7e210e1c HTTP/1.1" status: 204 len: 168 time: 0.5794997 Jul 28 01:19:16.203043 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.services.segments.plugin [-] Segment 673ffa2f-06e1-4d24-a7f0-b5124a4b6733 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 673ffa2f-06e1-4d24-a7f0-b5124a4b6733 found for delete ", "request_id": "req-ca6e67a8-7230-40ea-a22e-3a70ed6aa67d"}]} Jul 28 01:19:16.212505 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a561201-c3a9-4f25-a6dd-d613b1e857a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=46c781be-89dd-4c32-a88e-07bd7e210e1c,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:16.385233 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 51764) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:19:16.418589 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:16.425796 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.agents_db [None req-b5d7b8ea-190f-43e3-81f4-c45e7fbfa344 None None] Agent healthcheck: found 6 active agents {{(pid=104164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 01:19:16.448730 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-6143afd5-1a34-488d-857e-349c417dfd95 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=9889594f4bf84c4591714b505f1861fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0618641 Jul 28 01:19:16.451574 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 51766) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:19:16.477055 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 51cd8591-c923-4b81-849a-2fc21dded9b5 no longer exists at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:19:16.482520 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:16.504542 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] No Port match for: 51cd8591-c923-4b81-849a-2fc21dded9b5 {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:19:16.505244 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 51cd8591-c923-4b81-849a-2fc21dded9b5 not bound to the agent host dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:19:16.505660 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 6ed70dd1-8194-42fb-b248-8d251def69a5 no longer exists at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:19:16.511302 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1ab63138-e70c-4dc1-bb6e-4ad6673a1ea9 admin admin] Publish callbacks [] for security_group (6c414b76-4fd3-48d1-bf9e-58b887b37ac9), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:16.524643 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] No Port match for: 6ed70dd1-8194-42fb-b248-8d251def69a5 {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:19:16.524983 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 6ed70dd1-8194-42fb-b248-8d251def69a5 not bound to the agent host dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:19:16.525391 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device fc6b8de3-d657-448c-a838-9df4fcda075d no longer exists at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:19:16.533528 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1ab63138-e70c-4dc1-bb6e-4ad6673a1ea9 admin admin] Publish callbacks [] for security_group (6c414b76-4fd3-48d1-bf9e-58b887b37ac9), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:16.544193 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] No Port match for: fc6b8de3-d657-448c-a838-9df4fcda075d {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:19:16.544527 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device fc6b8de3-d657-448c-a838-9df4fcda075d not bound to the agent host dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:19:16.584232 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1ab63138-e70c-4dc1-bb6e-4ad6673a1ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (6c414b76-4fd3-48d1-bf9e-58b887b37ac9), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:16.586798 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1ab63138-e70c-4dc1-bb6e-4ad6673a1ea9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:16.587982 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-1ab63138-e70c-4dc1-bb6e-4ad6673a1ea9 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/6c414b76-4fd3-48d1-bf9e-58b887b37ac9 HTTP/1.1" status: 204 len: 168 time: 0.1354330 Jul 28 01:19:16.596802 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab63138-e70c-4dc1-bb6e-4ad6673a1ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c414b76-4fd3-48d1-bf9e-58b887b37ac9,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:16.937132 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 51772) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:19:16.978970 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-36fcbdbf-2905-4d69-aa02-1f026e7b6d4b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f0b12ede1da04e0d88ecb4dd72e74afa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406208 Jul 28 01:19:16.981817 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 51774) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:19:17.030962 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-ca995a2e-b32b-4aa0-920b-526f246ad905 admin admin] Publish callbacks [] for security_group (98e94061-8b3a-425c-9c0a-76eae4d5230f), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:17.054474 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-ca995a2e-b32b-4aa0-920b-526f246ad905 admin admin] Publish callbacks [] for security_group (98e94061-8b3a-425c-9c0a-76eae4d5230f), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:17.116853 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-ca995a2e-b32b-4aa0-920b-526f246ad905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (98e94061-8b3a-425c-9c0a-76eae4d5230f), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:17.120107 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-ca995a2e-b32b-4aa0-920b-526f246ad905 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:17.121638 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-ca995a2e-b32b-4aa0-920b-526f246ad905 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/98e94061-8b3a-425c-9c0a-76eae4d5230f HTTP/1.1" status: 204 len: 168 time: 0.1386867 Jul 28 01:19:17.137640 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca995a2e-b32b-4aa0-920b-526f246ad905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e94061-8b3a-425c-9c0a-76eae4d5230f,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:17.161521 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 51780) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:19:17.667119 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-285a0c82-d335-4b37-8bf0-1a4784b1e9a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952091'] for router_interface (3ccb096a-c737-4db7-b1f4-5c1c10b171d2), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:17.953712 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-285a0c82-d335-4b37-8bf0-1a4784b1e9a0 admin admin] Deleting port 246ec83d-dd0e-4afc-8fa8-d9483a43d77c {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:19:17.953952 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-285a0c82-d335-4b37-8bf0-1a4784b1e9a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (246ec83d-dd0e-4afc-8fa8-d9483a43d77c), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:18.038036 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-285a0c82-d335-4b37-8bf0-1a4784b1e9a0 admin admin] For port 246ec83d-dd0e-4afc-8fa8-d9483a43d77c, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=246ec83d-dd0e-4afc-8fa8-d9483a43d77c,segment=NetworkSegment(a9a4e950-f526-4d0c-a24b-0cb526b214ab),segment_id=a9a4e950-f526-4d0c-a24b-0cb526b214ab)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:19:18.038392 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-285a0c82-d335-4b37-8bf0-1a4784b1e9a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (246ec83d-dd0e-4afc-8fa8-d9483a43d77c), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:18.051421 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-285a0c82-d335-4b37-8bf0-1a4784b1e9a0 admin admin] Calling delete_port for 246ec83d-dd0e-4afc-8fa8-d9483a43d77c owned by network:router_interface {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:19:18.109946 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:18.230449 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:18.243371 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-285a0c82-d335-4b37-8bf0-1a4784b1e9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4595618'] for port (246ec83d-dd0e-4afc-8fa8-d9483a43d77c), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:18.269973 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285a0c82-d335-4b37-8bf0-1a4784b1e9a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=246ec83d-dd0e-4afc-8fa8-d9483a43d77c,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:18.439310 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-285a0c82-d335-4b37-8bf0-1a4784b1e9a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-952207'] for router_interface (3ccb096a-c737-4db7-b1f4-5c1c10b171d2), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:18.891822 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285a0c82-d335-4b37-8bf0-1a4784b1e9a0 admin admin] Router 3ccb096a-c737-4db7-b1f4-5c1c10b171d2 has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:19:18.994570 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285a0c82-d335-4b37-8bf0-1a4784b1e9a0 admin admin] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:19:19.000205 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-285a0c82-d335-4b37-8bf0-1a4784b1e9a0 admin admin] 10.222.0.17 "PUT /v2.0/routers/3ccb096a-c737-4db7-b1f4-5c1c10b171d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8371036 Jul 28 01:19:19.003125 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 51786) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:19:19.004617 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f696f4b3-415f-442f-813a-e795e256847d None None] Sync routers for ids ['3ccb096a-c737-4db7-b1f4-5c1c10b171d2'] in dv-cinder-815582-11-iscsi {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:19:19.016360 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f696f4b3-415f-442f-813a-e795e256847d None None] Routers {'3ccb096a-c737-4db7-b1f4-5c1c10b171d2'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:19:19.016986 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-f696f4b3-415f-442f-813a-e795e256847d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:19:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['3ccb096a-c737-4db7-b1f4-5c1c10b171d2'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:19:19.054485 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=100 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:19.103862 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ffb1b1f4-3227-4000-851b-7c0fa0119149 admin admin] Publish callbacks [] for router (3ccb096a-c737-4db7-b1f4-5c1c10b171d2), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:19.209592 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-f696f4b3-415f-442f-813a-e795e256847d None None] Set router 3ccb096a-c737-4db7-b1f4-5c1c10b171d2 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:19:19.210030 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ffb1b1f4-3227-4000-851b-7c0fa0119149 admin admin] Publish callbacks [] for router_gateway (3ccb096a-c737-4db7-b1f4-5c1c10b171d2), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:19.253592 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-ffb1b1f4-3227-4000-851b-7c0fa0119149 admin admin] Deleting port 9762e545-1ff8-4a46-81e3-9aaed038bac8 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:19:19.254292 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ffb1b1f4-3227-4000-851b-7c0fa0119149 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (9762e545-1ff8-4a46-81e3-9aaed038bac8), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:19.305197 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:19.341601 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-ffb1b1f4-3227-4000-851b-7c0fa0119149 admin admin] For port 9762e545-1ff8-4a46-81e3-9aaed038bac8, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=9762e545-1ff8-4a46-81e3-9aaed038bac8,segment=NetworkSegment(e0235fba-4142-426a-91c5-07cb16b4142e),segment_id=e0235fba-4142-426a-91c5-07cb16b4142e)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:19:19.341961 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ffb1b1f4-3227-4000-851b-7c0fa0119149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (9762e545-1ff8-4a46-81e3-9aaed038bac8), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:19.354299 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=100 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:19.355593 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-ffb1b1f4-3227-4000-851b-7c0fa0119149 admin admin] Calling delete_port for 9762e545-1ff8-4a46-81e3-9aaed038bac8 owned by network:router_gateway {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:19:19.376849 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-f696f4b3-415f-442f-813a-e795e256847d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'name': 'tempest-ServerRescueNegativeTestJSON-516860459-router', 'tenant_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '9762e545-1ff8-4a46-81e3-9aaed038bac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:32Z', 'updated_at': '2022-07-28T01:19:18Z', 'revision_number': 5, 'project_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'gw_port': {'id': '9762e545-1ff8-4a46-81e3-9aaed038bac8', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:34Z', 'updated_at': '2022-07-28T01:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi'}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:19:19.402057 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f696f4b3-415f-442f-813a-e795e256847d None None] Checking router: 3ccb096a-c737-4db7-b1f4-5c1c10b171d2 for host: dv-cinder-815582-11-iscsi {{(pid=104164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:19:19.411016 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f696f4b3-415f-442f-813a-e795e256847d None None] Routers {'3ccb096a-c737-4db7-b1f4-5c1c10b171d2'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:19:19.411619 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-f696f4b3-415f-442f-813a-e795e256847d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:19:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['3ccb096a-c737-4db7-b1f4-5c1c10b171d2'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:19:19.497921 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-f696f4b3-415f-442f-813a-e795e256847d None None] Set router 3ccb096a-c737-4db7-b1f4-5c1c10b171d2 gateway port host: None {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:19:19.528194 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ffb1b1f4-3227-4000-851b-7c0fa0119149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4595618'] for port (9762e545-1ff8-4a46-81e3-9aaed038bac8), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:19.551901 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-f696f4b3-415f-442f-813a-e795e256847d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'name': 'tempest-ServerRescueNegativeTestJSON-516860459-router', 'tenant_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:32Z', 'updated_at': '2022-07-28T01:19:19Z', 'revision_number': 6, 'project_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'gw_port_host': None}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:19:19.552163 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb1b1f4-3227-4000-851b-7c0fa0119149 admin admin] Pushing event deleted for resources: {'Port': ['ID=9762e545-1ff8-4a46-81e3-9aaed038bac8,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:19.565812 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 77e6a437-69fc-4d47-b75b-cc39937c21bd no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:19:19.577171 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f696f4b3-415f-442f-813a-e795e256847d None None] The sync data for ids ['3ccb096a-c737-4db7-b1f4-5c1c10b171d2'] in dv-cinder-815582-11-iscsi is: [{'id': '3ccb096a-c737-4db7-b1f4-5c1c10b171d2', 'name': 'tempest-ServerRescueNegativeTestJSON-516860459-router', 'tenant_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:32Z', 'updated_at': '2022-07-28T01:19:19Z', 'revision_number': 6, 'project_id': 'af4689d2f0ef4d71a1c465610011f2d7', 'gw_port_host': None}] {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:19:19.593051 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] No Port match for: 77e6a437-69fc-4d47-b75b-cc39937c21bd {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:19:19.593367 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 77e6a437-69fc-4d47-b75b-cc39937c21bd not bound to the agent host hv-cinder-81558 {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:19:19.632060 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ffb1b1f4-3227-4000-851b-7c0fa0119149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-949531'] for router_gateway (3ccb096a-c737-4db7-b1f4-5c1c10b171d2), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:19.734016 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ffb1b1f4-3227-4000-851b-7c0fa0119149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-347'] for router (3ccb096a-c737-4db7-b1f4-5c1c10b171d2), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:19.736492 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ffb1b1f4-3227-4000-851b-7c0fa0119149 admin admin] Publish callbacks [] for router_controller (3ccb096a-c737-4db7-b1f4-5c1c10b171d2), precommit_delete_associations {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:19.782188 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ffb1b1f4-3227-4000-851b-7c0fa0119149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614162'] for router (3ccb096a-c737-4db7-b1f4-5c1c10b171d2), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:19.782811 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb1b1f4-3227-4000-851b-7c0fa0119149 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ccb096a-c737-4db7-b1f4-5c1c10b171d2 {{(pid=104161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 01:19:19.787379 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ffb1b1f4-3227-4000-851b-7c0fa0119149 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:19.788527 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-ffb1b1f4-3227-4000-851b-7c0fa0119149 admin admin] 10.222.0.17 "DELETE /v2.0/routers/3ccb096a-c737-4db7-b1f4-5c1c10b171d2 HTTP/1.1" status: 204 len: 168 time: 0.7843928 Jul 28 01:19:19.791706 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 51788) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:19:19.838592 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_v2 [None req-2712bd7d-919d-4607-8188-28b04bb565b9 admin admin] Deleting subnet 1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2 {{(pid=104161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 01:19:19.842703 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2712bd7d-919d-4607-8188-28b04bb565b9 admin admin] Publish callbacks [] for subnet (1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:19.878790 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2712bd7d-919d-4607-8188-28b04bb565b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4967686'] for subnet (1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2), precommit_delete_associations {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:19.963679 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2712bd7d-919d-4607-8188-28b04bb565b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400619'] for subnet (1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:20.022884 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2712bd7d-919d-4607-8188-28b04bb565b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4595599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7313067'] for subnet (1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:20.047679 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2712bd7d-919d-4607-8188-28b04bb565b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:20.055313 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2712bd7d-919d-4607-8188-28b04bb565b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for subnet (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:20.061626 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-2712bd7d-919d-4607-8188-28b04bb565b9 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/1ba7180f-3c73-47d0-9bc5-a737f4cfb2a2 HTTP/1.1" status: 204 len: 168 time: 0.2666955 Jul 28 01:19:20.061783 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f807453-9744-4c1a-a29e-ec4dfd4085c2 None None] Network 8f65178e-aa89-435c-9fed-639dfc5bec3f requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:19:20.061872 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 51790) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:19:20.138218 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-92c53421-e0d9-47b5-993f-52b18cf139e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295201'] for network (8f65178e-aa89-435c-9fed-639dfc5bec3f), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:20.180568 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-92c53421-e0d9-47b5-993f-52b18cf139e4 admin admin] Deleting port a60d5cbd-e793-4d09-8407-77b9525c2c43 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:19:20.180909 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-92c53421-e0d9-47b5-993f-52b18cf139e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (a60d5cbd-e793-4d09-8407-77b9525c2c43), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:20.249959 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-92c53421-e0d9-47b5-993f-52b18cf139e4 admin admin] For port a60d5cbd-e793-4d09-8407-77b9525c2c43, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=a60d5cbd-e793-4d09-8407-77b9525c2c43,segment=NetworkSegment(a9a4e950-f526-4d0c-a24b-0cb526b214ab),segment_id=a9a4e950-f526-4d0c-a24b-0cb526b214ab)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:19:20.250209 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-92c53421-e0d9-47b5-993f-52b18cf139e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (a60d5cbd-e793-4d09-8407-77b9525c2c43), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:20.263463 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-92c53421-e0d9-47b5-993f-52b18cf139e4 admin admin] Calling delete_port for a60d5cbd-e793-4d09-8407-77b9525c2c43 owned by network:dhcp {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:19:20.271363 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:20.302228 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:20.347871 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-92c53421-e0d9-47b5-993f-52b18cf139e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4595618'] for port (a60d5cbd-e793-4d09-8407-77b9525c2c43), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:20.374322 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215d3c25-0f7a-44c1-901e-ceac8b1cb8d0 None None] DHCP port deletion for 8f65178e-aa89-435c-9fed-639dfc5bec3f request from dv-cinder-815582-11-iscsi {{(pid=104163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 01:19:20.377678 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c53421-e0d9-47b5-993f-52b18cf139e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a60d5cbd-e793-4d09-8407-77b9525c2c43,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:20.379572 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c53421-e0d9-47b5-993f-52b18cf139e4 admin admin] No DVR routers for this DVR port a60d5cbd-e793-4d09-8407-77b9525c2c43 on host dv-cinder-815582-11-iscsi {{(pid=104161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 01:19:20.457894 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-92c53421-e0d9-47b5-993f-52b18cf139e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1398533', 'neutron.services.segments.db._delete_segments_for_network-8778716901834'] for network (8f65178e-aa89-435c-9fed-639dfc5bec3f), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:20.466202 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 246ec83d-dd0e-4afc-8fa8-d9483a43d77c no longer exists at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:19:20.489088 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-92c53421-e0d9-47b5-993f-52b18cf139e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f65178e-aa89-435c-9fed-639dfc5bec3f']}} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:19:20.491039 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] No Port match for: 246ec83d-dd0e-4afc-8fa8-d9483a43d77c {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:19:20.491684 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 246ec83d-dd0e-4afc-8fa8-d9483a43d77c not bound to the agent host dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:19:20.492147 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device a60d5cbd-e793-4d09-8407-77b9525c2c43 no longer exists at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:19:20.499890 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-92c53421-e0d9-47b5-993f-52b18cf139e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9a4e950-f526-4d0c-a24b-0cb526b214ab') {'for_net_delete': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:19:20.499890 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-92c53421-e0d9-47b5-993f-52b18cf139e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9a4e950-f526-4d0c-a24b-0cb526b214ab') {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:19:20.512381 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-92c53421-e0d9-47b5-993f-52b18cf139e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778716901735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4967711'] for segment (a9a4e950-f526-4d0c-a24b-0cb526b214ab), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:20.516446 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] No Port match for: a60d5cbd-e793-4d09-8407-77b9525c2c43 {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:19:20.516798 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device a60d5cbd-e793-4d09-8407-77b9525c2c43 not bound to the agent host dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:19:20.517215 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 9762e545-1ff8-4a46-81e3-9aaed038bac8 no longer exists at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:19:20.527388 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-92c53421-e0d9-47b5-993f-52b18cf139e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084'] for segment (a9a4e950-f526-4d0c-a24b-0cb526b214ab), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:20.534450 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92c53421-e0d9-47b5-993f-52b18cf139e4 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=104161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 01:19:20.534961 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-92c53421-e0d9-47b5-993f-52b18cf139e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4595665'] for segment (a9a4e950-f526-4d0c-a24b-0cb526b214ab), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:20.546855 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] No Port match for: 9762e545-1ff8-4a46-81e3-9aaed038bac8 {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:19:20.547233 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 9762e545-1ff8-4a46-81e3-9aaed038bac8 not bound to the agent host dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:19:20.555291 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.services.segments.plugin [-] Segment a9a4e950-f526-4d0c-a24b-0cb526b214ab resource provider aggregate not found Jul 28 01:19:20.607612 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.services.segments.plugin [-] Segment a9a4e950-f526-4d0c-a24b-0cb526b214ab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a9a4e950-f526-4d0c-a24b-0cb526b214ab found for delete ", "request_id": "req-e4cf6fe4-b830-456e-a720-cf2fc061ede0"}]} Jul 28 01:19:20.612254 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-92c53421-e0d9-47b5-993f-52b18cf139e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1398542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-949559'] for network (8f65178e-aa89-435c-9fed-639dfc5bec3f), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:20.621483 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-92c53421-e0d9-47b5-993f-52b18cf139e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:20.624919 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-92c53421-e0d9-47b5-993f-52b18cf139e4 admin admin] 10.222.0.17 "DELETE /v2.0/networks/8f65178e-aa89-435c-9fed-639dfc5bec3f HTTP/1.1" status: 204 len: 168 time: 0.5621233 Jul 28 01:19:20.636338 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c53421-e0d9-47b5-993f-52b18cf139e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f65178e-aa89-435c-9fed-639dfc5bec3f,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:20.813431 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 51800) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:19:20.855244 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-29ece644-875c-4697-9055-1bc0663fe484 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=af4689d2f0ef4d71a1c465610011f2d7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0405552 Jul 28 01:19:20.857868 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 51802) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:19:20.907480 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4904301f-655f-4987-a3a8-8a55b5cfffaf admin admin] Publish callbacks [] for security_group (c655c460-f1ac-4abb-a5bb-5eaaa66f4698), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:20.930388 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4904301f-655f-4987-a3a8-8a55b5cfffaf admin admin] Publish callbacks [] for security_group (c655c460-f1ac-4abb-a5bb-5eaaa66f4698), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:20.982984 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4904301f-655f-4987-a3a8-8a55b5cfffaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (c655c460-f1ac-4abb-a5bb-5eaaa66f4698), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:20.985987 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4904301f-655f-4987-a3a8-8a55b5cfffaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:20.987179 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-4904301f-655f-4987-a3a8-8a55b5cfffaf admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c655c460-f1ac-4abb-a5bb-5eaaa66f4698 HTTP/1.1" status: 204 len: 168 time: 0.1284323 Jul 28 01:19:20.995491 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4904301f-655f-4987-a3a8-8a55b5cfffaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c655c460-f1ac-4abb-a5bb-5eaaa66f4698,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:23.438210 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bdb09b-c220-48b3-a70c-44ba17cc64d3 req-82886e6a-d453-458a-904c-dc5e447d3855 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:23.439752 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d0bdb09b-c220-48b3-a70c-44ba17cc64d3 req-82886e6a-d453-458a-904c-dc5e447d3855 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=49aad030-b12c-409b-b5da-ba6eb7779f32 HTTP/1.1" status: 200 len: 945 time: 0.0545592 Jul 28 01:19:23.495364 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d0bdb09b-c220-48b3-a70c-44ba17cc64d3 req-a19663a1-6e71-4d46-af5e-0046cfd23f2b tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479765 Jul 28 01:19:24.632921 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80d814-0315-4051-bcf2-20ed83e9dfc4 req-896d14b9-35cf-491f-8e64-a1ab13d446c6 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:24.634424 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-af80d814-0315-4051-bcf2-20ed83e9dfc4 req-896d14b9-35cf-491f-8e64-a1ab13d446c6 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=49aad030-b12c-409b-b5da-ba6eb7779f32 HTTP/1.1" status: 200 len: 945 time: 0.0499787 Jul 28 01:19:24.685878 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-af80d814-0315-4051-bcf2-20ed83e9dfc4 req-c6169f33-b972-4448-8aa7-6bf02813a71b tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438612 Jul 28 01:19:24.963256 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca2a6e-31b2-40b2-a782-286a92377c92 req-cbae774b-e914-4bf8-99d3-52de1fca7941 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:24.964728 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2aca2a6e-31b2-40b2-a782-286a92377c92 req-cbae774b-e914-4bf8-99d3-52de1fca7941 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.42 "GET /v2.0/ports?device_id=49aad030-b12c-409b-b5da-ba6eb7779f32 HTTP/1.1" status: 200 len: 945 time: 0.0627153 Jul 28 01:19:24.978534 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:25.055247 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [req-2aca2a6e-31b2-40b2-a782-286a92377c92 req-b7798f4e-9986-4918-9887-8daeb2e6ff55 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Deleting port 1e3d4ead-cc70-43f5-a886-471d0c3f9868 {{(pid=104162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:19:25.055590 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-2aca2a6e-31b2-40b2-a782-286a92377c92 req-b7798f4e-9986-4918-9887-8daeb2e6ff55 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (1e3d4ead-cc70-43f5-a886-471d0c3f9868), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:25.139796 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:DELETE=9,neutron:SELECT=91 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:25.152062 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [req-2aca2a6e-31b2-40b2-a782-286a92377c92 req-b7798f4e-9986-4918-9887-8daeb2e6ff55 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] For port 1e3d4ead-cc70-43f5-a886-471d0c3f9868, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1e3d4ead-cc70-43f5-a886-471d0c3f9868,segment=NetworkSegment(adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742),segment_id=adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:19:25.152415 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-2aca2a6e-31b2-40b2-a782-286a92377c92 req-b7798f4e-9986-4918-9887-8daeb2e6ff55 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (1e3d4ead-cc70-43f5-a886-471d0c3f9868), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:25.329761 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-2aca2a6e-31b2-40b2-a782-286a92377c92 req-b7798f4e-9986-4918-9887-8daeb2e6ff55 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:25.330017 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-2aca2a6e-31b2-40b2-a782-286a92377c92 req-b7798f4e-9986-4918-9887-8daeb2e6ff55 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-949731'] for floatingip (e4ce459a-bdf8-4f7d-96e8-68e1c5020295), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:25.330305 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.db.l3_db [req-2aca2a6e-31b2-40b2-a782-286a92377c92 req-b7798f4e-9986-4918-9887-8daeb2e6ff55 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Floating IP e4ce459a-bdf8-4f7d-96e8-68e1c5020295 disassociated. External IP: 172.27.1.218, port: 1e3d4ead-cc70-43f5-a886-471d0c3f9868. Jul 28 01:19:25.330655 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [req-2aca2a6e-31b2-40b2-a782-286a92377c92 req-b7798f4e-9986-4918-9887-8daeb2e6ff55 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Calling delete_port for 1e3d4ead-cc70-43f5-a886-471d0c3f9868 owned by compute:nova {{(pid=104162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:19:25.467443 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-2aca2a6e-31b2-40b2-a782-286a92377c92 req-b7798f4e-9986-4918-9887-8daeb2e6ff55 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (1e3d4ead-cc70-43f5-a886-471d0c3f9868), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:25.498062 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7798f4e-9986-4918-9887-8daeb2e6ff55 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Pushing event deleted for resources: {'Port': ['ID=1e3d4ead-cc70-43f5-a886-471d0c3f9868,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:25.614541 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2aca2a6e-31b2-40b2-a782-286a92377c92 req-b7798f4e-9986-4918-9887-8daeb2e6ff55 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Router 1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17 has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:19:25.728214 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2aca2a6e-31b2-40b2-a782-286a92377c92 req-b7798f4e-9986-4918-9887-8daeb2e6ff55 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:19:25.743834 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfeeeaea-f868-417c-8714-0c85da14f263 None None] Sync routers for ids ['1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'] in dv-cinder-815582-11-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:19:25.757057 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeeeaea-f868-417c-8714-0c85da14f263 None None] Routers {'1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:19:25.758514 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-bfeeeaea-f868-417c-8714-0c85da14f263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:19:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:19:25.801798 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aca2a6e-31b2-40b2-a782-286a92377c92 req-b7798f4e-9986-4918-9887-8daeb2e6ff55 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] No DVR routers for this DVR port 1e3d4ead-cc70-43f5-a886-471d0c3f9868 on host hv-cinder-81558 {{(pid=104162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 01:19:25.804776 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-2aca2a6e-31b2-40b2-a782-286a92377c92 req-b7798f4e-9986-4918-9887-8daeb2e6ff55 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:25.808893 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2aca2a6e-31b2-40b2-a782-286a92377c92 req-b7798f4e-9986-4918-9887-8daeb2e6ff55 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.42 "DELETE /v2.0/ports/1e3d4ead-cc70-43f5-a886-471d0c3f9868 HTTP/1.1" status: 204 len: 173 time: 0.8363233 Jul 28 01:19:25.827302 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49aad030-b12c-409b-b5da-ba6eb7779f32', 'name': 'network-vif-deleted', 'tag': '1e3d4ead-cc70-43f5-a886-471d0c3f9868'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:19:25.834258 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f6b11fd638c6a58f8ef19871f5a43997b3abcb3256dc707badf279ceb4d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86831be5-81a8-4342-897b-10ef13ca664e" -d '{"events": [{"server_uuid": "49aad030-b12c-409b-b5da-ba6eb7779f32", "name": "network-vif-deleted", "tag": "1e3d4ead-cc70-43f5-a886-471d0c3f9868"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:19:25.854243 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-69b1033c-a0b1-45aa-96b1-cace5f4a95d4 req-73bc103e-034d-40ea-9b0c-925675ec8917 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=49aad030-b12c-409b-b5da-ba6eb7779f32 HTTP/1.1" status: 200 len: 210 time: 0.0875685 Jul 28 01:19:25.875877 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-bfeeeaea-f868-417c-8714-0c85da14f263 None None] Set router 1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:19:25.931583 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 01:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498d4dd7-e186-4de9-b5ff-3dc54ca94bd6 x-openstack-request-id: req-498d4dd7-e186-4de9-b5ff-3dc54ca94bd6 {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:19:25.932282 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49aad030-b12c-409b-b5da-ba6eb7779f32", "name": "network-vif-deleted", "tag": "1e3d4ead-cc70-43f5-a886-471d0c3f9868", "status": "completed", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:19:25.932791 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-498d4dd7-e186-4de9-b5ff-3dc54ca94bd6 {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:19:25.933438 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-498d4dd7-e186-4de9-b5ff-3dc54ca94bd6'] response: {'server_uuid': '49aad030-b12c-409b-b5da-ba6eb7779f32', 'name': 'network-vif-deleted', 'tag': '1e3d4ead-cc70-43f5-a886-471d0c3f9868', 'status': 'completed', 'code': 200} Jul 28 01:19:26.117065 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-bfeeeaea-f868-417c-8714-0c85da14f263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'name': 'tempest-TestVolumeBootPattern-1881204814-router', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd8800ad8-b68d-429f-9555-d71c76aa3daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:19Z', 'updated_at': '2022-07-28T01:15:23Z', 'revision_number': 4, 'project_id': 'd14de33f76ea44db8899900481299b87', 'gw_port': {'id': 'd8800ad8-b68d-429f-9555-d71c76aa3daf', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:20Z', 'updated_at': '2022-07-28T01:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'ece91824-a3ba-4ac8-b89e-f6e287a250e6', 'name': '', 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'mac_address': 'fa:16:3e:af:b9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:23Z', 'updated_at': '2022-07-28T01:15:29Z', 'revision_number': 5, 'project_id': 'd14de33f76ea44db8899900481299b87', 'subnets': [{'id': 'bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:19:26.143431 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfeeeaea-f868-417c-8714-0c85da14f263 None None] Checking router: 1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17 for host: dv-cinder-815582-11-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:19:26.154352 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeeeaea-f868-417c-8714-0c85da14f263 None None] Routers {'1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:19:26.155019 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-bfeeeaea-f868-417c-8714-0c85da14f263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:19:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:19:26.269897 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-bfeeeaea-f868-417c-8714-0c85da14f263 None None] Set router 1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:19:26.352754 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 51906) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:19:26.467720 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-bfeeeaea-f868-417c-8714-0c85da14f263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'name': 'tempest-TestVolumeBootPattern-1881204814-router', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd8800ad8-b68d-429f-9555-d71c76aa3daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:19Z', 'updated_at': '2022-07-28T01:15:23Z', 'revision_number': 4, 'project_id': 'd14de33f76ea44db8899900481299b87', 'gw_port': {'id': 'd8800ad8-b68d-429f-9555-d71c76aa3daf', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:20Z', 'updated_at': '2022-07-28T01:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'ece91824-a3ba-4ac8-b89e-f6e287a250e6', 'name': '', 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'mac_address': 'fa:16:3e:af:b9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:23Z', 'updated_at': '2022-07-28T01:15:29Z', 'revision_number': 5, 'project_id': 'd14de33f76ea44db8899900481299b87', 'subnets': [{'id': 'bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:19:26.482685 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-47488bc7-5f32-4ed8-9d1f-794dec99388a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:26.497766 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfeeeaea-f868-417c-8714-0c85da14f263 None None] The sync data for ids ['1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'] in dv-cinder-815582-11-iscsi is: [{'id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'name': 'tempest-TestVolumeBootPattern-1881204814-router', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd8800ad8-b68d-429f-9555-d71c76aa3daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:19Z', 'updated_at': '2022-07-28T01:15:23Z', 'revision_number': 4, 'project_id': 'd14de33f76ea44db8899900481299b87', 'gw_port': {'id': 'd8800ad8-b68d-429f-9555-d71c76aa3daf', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:20Z', 'updated_at': '2022-07-28T01:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'ece91824-a3ba-4ac8-b89e-f6e287a250e6', 'name': '', 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'mac_address': 'fa:16:3e:af:b9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:23Z', 'updated_at': '2022-07-28T01:15:29Z', 'revision_number': 5, 'project_id': 'd14de33f76ea44db8899900481299b87', 'subnets': [{'id': 'bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:19:26.586914 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-47488bc7-5f32-4ed8-9d1f-794dec99388a admin admin] Publish callbacks [] for security_group (fd416f04-2af7-47ec-8e1a-7a140eb5f9b4), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:26.592549 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-47488bc7-5f32-4ed8-9d1f-794dec99388a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (fd416f04-2af7-47ec-8e1a-7a140eb5f9b4), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:26.634894 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-47488bc7-5f32-4ed8-9d1f-794dec99388a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=744a5e43ac5d4c6bb16ab5d5bea8c930&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2809701 Jul 28 01:19:26.637557 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 51912) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:19:26.644219 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47488bc7-5f32-4ed8-9d1f-794dec99388a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd416f04-2af7-47ec-8e1a-7a140eb5f9b4,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:26.700851 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ed9193b2-6b1d-4862-8a46-f223f9300e19 admin admin] Publish callbacks [] for security_group (fd416f04-2af7-47ec-8e1a-7a140eb5f9b4), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:26.734697 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ed9193b2-6b1d-4862-8a46-f223f9300e19 admin admin] Publish callbacks [] for security_group (fd416f04-2af7-47ec-8e1a-7a140eb5f9b4), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:26.763198 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=7 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:26.768851 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e65c02-17e1-4f68-a4d9-79c15b68c4ef None None] New status for floating IP e4ce459a-bdf8-4f7d-96e8-68e1c5020295: DOWN {{(pid=104164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 01:19:26.789032 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ed9193b2-6b1d-4862-8a46-f223f9300e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (fd416f04-2af7-47ec-8e1a-7a140eb5f9b4), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:26.793373 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ed9193b2-6b1d-4862-8a46-f223f9300e19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:26.795149 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-ed9193b2-6b1d-4862-8a46-f223f9300e19 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/fd416f04-2af7-47ec-8e1a-7a140eb5f9b4 HTTP/1.1" status: 204 len: 168 time: 0.1566260 Jul 28 01:19:26.806400 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9193b2-6b1d-4862-8a46-f223f9300e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd416f04-2af7-47ec-8e1a-7a140eb5f9b4,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:27.123944 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 51928) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:19:27.131002 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:27.139947 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-446b2e9d-22f3-4a63-9212-5fb88819e52f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:27.172423 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-d23ee57f-811e-4e0f-99b6-125179e37d82 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1741610070&fields=id&tenant_id=d14de33f76ea44db8899900481299b87 HTTP/1.1" status: 200 len: 267 time: 0.0462208 Jul 28 01:19:27.224772 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-446b2e9d-22f3-4a63-9212-5fb88819e52f admin admin] Publish callbacks [] for security_group (5d94cd9e-11f6-457a-bf1f-dc70610ed96a), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:27.228977 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-446b2e9d-22f3-4a63-9212-5fb88819e52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (5d94cd9e-11f6-457a-bf1f-dc70610ed96a), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:27.256580 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:27.270337 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-446b2e9d-22f3-4a63-9212-5fb88819e52f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c38e74588ff946308b0b1bbe9f23045d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1450167 Jul 28 01:19:27.271213 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b2e9d-22f3-4a63-9212-5fb88819e52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d94cd9e-11f6-457a-bf1f-dc70610ed96a,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:27.273616 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 51930) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:19:27.294012 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-67392bcc-4747-4710-901c-334ec6f03be8 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:27.295517 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-67392bcc-4747-4710-901c-334ec6f03be8 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/networks?id=f365ac42-75a7-4c3d-8591-d4097c9f6065 HTTP/1.1" status: 200 len: 812 time: 0.1155078 Jul 28 01:19:27.310367 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-85598644-124d-4afe-a923-d1af6a5c02f8 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/quotas/d14de33f76ea44db8899900481299b87 HTTP/1.1" status: 200 len: 375 time: 0.0093749 Jul 28 01:19:27.325567 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7de92e73-dbf0-4fbd-b8fa-ee7fa5bbee78 admin admin] Publish callbacks [] for security_group (5d94cd9e-11f6-457a-bf1f-dc70610ed96a), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:27.347693 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7de92e73-dbf0-4fbd-b8fa-ee7fa5bbee78 admin admin] Publish callbacks [] for security_group (5d94cd9e-11f6-457a-bf1f-dc70610ed96a), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:27.359381 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-ec468e81-12b6-416a-b5b0-7d90a2170c4e tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=d14de33f76ea44db8899900481299b87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437171 Jul 28 01:19:27.396807 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7de92e73-dbf0-4fbd-b8fa-ee7fa5bbee78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (5d94cd9e-11f6-457a-bf1f-dc70610ed96a), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:27.399461 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7de92e73-dbf0-4fbd-b8fa-ee7fa5bbee78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:27.400773 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-7de92e73-dbf0-4fbd-b8fa-ee7fa5bbee78 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/5d94cd9e-11f6-457a-bf1f-dc70610ed96a HTTP/1.1" status: 204 len: 168 time: 0.1261933 Jul 28 01:19:27.410597 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de92e73-dbf0-4fbd-b8fa-ee7fa5bbee78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d94cd9e-11f6-457a-bf1f-dc70610ed96a,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:27.566350 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 1e3d4ead-cc70-43f5-a886-471d0c3f9868 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:19:27.588277 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] No Port match for: 1e3d4ead-cc70-43f5-a886-471d0c3f9868 {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:19:27.588714 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 1e3d4ead-cc70-43f5-a886-471d0c3f9868 not bound to the agent host hv-cinder-81558 {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:19:27.632822 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-85a20507-4d53-4d4a-af36-dfd4ba3f454b service neutron] 10.222.0.17 "GET /v2.0/networks/f365ac42-75a7-4c3d-8591-d4097c9f6065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604930 Jul 28 01:19:27.699622 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:27.735336 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-45badcdb-cbf2-461f-84b4-c3c9f4cdc40d service neutron] 10.222.0.17 "GET /v2.0/networks/f365ac42-75a7-4c3d-8591-d4097c9f6065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967386 Jul 28 01:19:28.053295 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-517e88eb-f3a8-43fc-929d-90da78af40c9 req-84271b45-26c6-4168-a518-f70145ddf19d tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=3aef8c75-a39b-4af4-813b-7d195164631d HTTP/1.1" status: 200 len: 210 time: 0.0319753 Jul 28 01:19:29.107841 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-837138a9-b1c1-4818-8b93-f3e5b47f1cd8 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:29.109378 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-837138a9-b1c1-4818-8b93-f3e5b47f1cd8 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.42 "GET /v2.0/networks?id=f365ac42-75a7-4c3d-8591-d4097c9f6065 HTTP/1.1" status: 200 len: 812 time: 0.1339378 Jul 28 01:19:29.194166 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-67cab11c-f83d-4f71-9c3e-44fe360ecbce req-5535341d-4c1b-464d-9851-4e5573c9d740 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=3aef8c75-a39b-4af4-813b-7d195164631d HTTP/1.1" status: 200 len: 210 time: 0.0478301 Jul 28 01:19:29.221108 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-d80bb303-acfa-442e-979f-9cee180d6d48 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d14de33f76ea44db8899900481299b87 HTTP/1.1" status: 200 len: 380 time: 0.1011369 Jul 28 01:19:29.232902 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-585000d1-2e65-483e-b4bd-441019ce1200 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Request body: {'port': {'device_id': '3aef8c75-a39b-4af4-813b-7d195164631d', 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065', 'admin_state_up': True, 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'security_groups': ['03453fe8-8e0a-4e94-8479-3e9df7c7ae78']}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:19:29.354933 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-585000d1-2e65-483e-b4bd-441019ce1200 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Made reservation on behalf of d14de33f76ea44db8899900481299b87 for: {'port': 1} {{(pid=104162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:19:29.360780 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-585000d1-2e65-483e-b4bd-441019ce1200 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:29.519817 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_common [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-585000d1-2e65-483e-b4bd-441019ce1200 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Allocated IP 172.20.0.7 (f365ac42-75a7-4c3d-8591-d4097c9f6065/bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12/5e443d88-263d-417b-a4b5-1c7b5ec04947) {{(pid=104162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:19:29.694022 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-585000d1-2e65-483e-b4bd-441019ce1200 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks [] for port (5e443d88-263d-417b-a4b5-1c7b5ec04947), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:29.699276 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:29.727970 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-585000d1-2e65-483e-b4bd-441019ce1200 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (5e443d88-263d-417b-a4b5-1c7b5ec04947), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:29.772353 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-585000d1-2e65-483e-b4bd-441019ce1200 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Network f365ac42-75a7-4c3d-8591-d4097c9f6065 is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:19:29.775723 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-585000d1-2e65-483e-b4bd-441019ce1200 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:19:29.779680 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-585000d1-2e65-483e-b4bd-441019ce1200 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Received port after_create {{(pid=104162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:19:29.806950 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585000d1-2e65-483e-b4bd-441019ce1200 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Pushing event updated for resources: {'Port': ['ID=5e443d88-263d-417b-a4b5-1c7b5ec04947,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:29.835964 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-585000d1-2e65-483e-b4bd-441019ce1200 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:29.836591 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-585000d1-2e65-483e-b4bd-441019ce1200 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:29.856528 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-585000d1-2e65-483e-b4bd-441019ce1200 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6284306 Jul 28 01:19:29.868554 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-892491da-2ac9-40b5-9854-754580756296 service neutron] Request body: {'port': {'device_id': '3aef8c75-a39b-4af4-813b-7d195164631d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:19:29.932464 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:29.944277 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-892491da-2ac9-40b5-9854-754580756296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (5e443d88-263d-417b-a4b5-1c7b5ec04947), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:29.989202 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=100 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:29.997405 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-b8254935-f810-417c-9747-0662e210e6a3 None None] Provisioning complete for port 5e443d88-263d-417b-a4b5-1c7b5ec04947 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:19:29.997880 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-b8254935-f810-417c-9747-0662e210e6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (5e443d88-263d-417b-a4b5-1c7b5ec04947), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:30.031404 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-b8254935-f810-417c-9747-0662e210e6a3 None None] Port 5e443d88-263d-417b-a4b5-1c7b5ec04947 cannot update to ACTIVE because it is not bound. {{(pid=104163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 01:19:30.209715 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-892491da-2ac9-40b5-9854-754580756296 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e443d88-263d-417b-a4b5-1c7b5ec04947 {{(pid=104162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 01:19:30.217280 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-892491da-2ac9-40b5-9854-754580756296 service neutron] Publish callbacks [] for port (5e443d88-263d-417b-a4b5-1c7b5ec04947), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:30.230185 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-892491da-2ac9-40b5-9854-754580756296 service neutron] Transition to ACTIVE for port object 5e443d88-263d-417b-a4b5-1c7b5ec04947 will not be triggered until provisioned by entity L2. {{(pid=104162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 01:19:30.235406 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-892491da-2ac9-40b5-9854-754580756296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4518704'] for port (5e443d88-263d-417b-a4b5-1c7b5ec04947), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:30.315835 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892491da-2ac9-40b5-9854-754580756296 service neutron] Pushing event updated for resources: {'Port': ['ID=5e443d88-263d-417b-a4b5-1c7b5ec04947,revision_number=2']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:30.376469 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66405e7c-21d0-4b10-8e8e-572b22306045 req-50199f81-162e-4319-92dc-7e373ab95bd9 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:30.384617 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-66405e7c-21d0-4b10-8e8e-572b22306045 req-50199f81-162e-4319-92dc-7e373ab95bd9 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=3aef8c75-a39b-4af4-813b-7d195164631d HTTP/1.1" status: 200 len: 943 time: 0.1098473 Jul 28 01:19:30.451817 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-66405e7c-21d0-4b10-8e8e-572b22306045 req-b73e422a-21a7-45f3-8057-f7220cfb6d39 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663276 Jul 28 01:19:30.452451 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-892491da-2ac9-40b5-9854-754580756296 service neutron] Attempting to bind port 5e443d88-263d-417b-a4b5-1c7b5ec04947 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:19:30.452780 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-892491da-2ac9-40b5-9854-754580756296 service neutron] Attempting to bind port 5e443d88-263d-417b-a4b5-1c7b5ec04947 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065'}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:19:30.453096 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-892491da-2ac9-40b5-9854-754580756296 service neutron] Attempting to bind port 5e443d88-263d-417b-a4b5-1c7b5ec04947 on network f365ac42-75a7-4c3d-8591-d4097c9f6065 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:19:30.457867 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-892491da-2ac9-40b5-9854-754580756296 service neutron] Port 5e443d88-263d-417b-a4b5-1c7b5ec04947 on network f365ac42-75a7-4c3d-8591-d4097c9f6065 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 01:19:30.458194 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-892491da-2ac9-40b5-9854-754580756296 service neutron] Attempting to bind port 5e443d88-263d-417b-a4b5-1c7b5ec04947 on network f365ac42-75a7-4c3d-8591-d4097c9f6065 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:19:30.463081 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-892491da-2ac9-40b5-9854-754580756296 service neutron] Checking agent: {'id': '8d4a48be-b376-49eb-a7aa-478deaa3f35f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 11, 32), 'started_at': datetime.datetime(2022, 7, 28, 1, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:19:30.463465 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-892491da-2ac9-40b5-9854-754580756296 service neutron] Checking segment: {'id': 'adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:19:30.463752 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-892491da-2ac9-40b5-9854-754580756296 service neutron] Bound using segment: {'id': 'adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065'} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:19:30.464167 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-892491da-2ac9-40b5-9854-754580756296 service neutron] Bound port: 5e443d88-263d-417b-a4b5-1c7b5ec04947, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065'}}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:19:30.464517 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-892491da-2ac9-40b5-9854-754580756296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (5e443d88-263d-417b-a4b5-1c7b5ec04947), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:30.526130 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-892491da-2ac9-40b5-9854-754580756296 service neutron] For port 5e443d88-263d-417b-a4b5-1c7b5ec04947, host hv-cinder-81558, cleared binding levels {{(pid=104162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:19:30.529150 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-892491da-2ac9-40b5-9854-754580756296 service neutron] For port 5e443d88-263d-417b-a4b5-1c7b5ec04947, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=5e443d88-263d-417b-a4b5-1c7b5ec04947,segment=NetworkSegment(adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742),segment_id=adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742)] {{(pid=104162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:19:30.537411 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-892491da-2ac9-40b5-9854-754580756296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4518704'] for port (5e443d88-263d-417b-a4b5-1c7b5ec04947), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:30.559257 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:30.599473 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-892491da-2ac9-40b5-9854-754580756296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:30.600099 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-892491da-2ac9-40b5-9854-754580756296 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:30.601497 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-892491da-2ac9-40b5-9854-754580756296 service neutron] 10.222.0.42 "PUT /v2.0/ports/5e443d88-263d-417b-a4b5-1c7b5ec04947 HTTP/1.1" status: 200 len: 1093 time: 0.7374003 Jul 28 01:19:30.601973 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aef8c75-a39b-4af4-813b-7d195164631d', 'tag': '5e443d88-263d-417b-a4b5-1c7b5ec04947'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:19:30.604418 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f6b11fd638c6a58f8ef19871f5a43997b3abcb3256dc707badf279ceb4d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1730ac29-ace0-4356-a78d-6afd6ce0bcf3" -d '{"events": [{"name": "network-changed", "server_uuid": "3aef8c75-a39b-4af4-813b-7d195164631d", "tag": "5e443d88-263d-417b-a4b5-1c7b5ec04947"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:19:30.607389 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892491da-2ac9-40b5-9854-754580756296 service neutron] Pushing event updated for resources: {'Port': ['ID=5e443d88-263d-417b-a4b5-1c7b5ec04947,revision_number=3']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:30.659496 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 01:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16c50fe-f79e-4621-9b42-9151f33645f6 x-openstack-request-id: req-b16c50fe-f79e-4621-9b42-9151f33645f6 {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:19:30.659842 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aef8c75-a39b-4af4-813b-7d195164631d", "tag": "5e443d88-263d-417b-a4b5-1c7b5ec04947", "status": "completed", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:19:30.660101 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-b16c50fe-f79e-4621-9b42-9151f33645f6 {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:19:30.660508 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b16c50fe-f79e-4621-9b42-9151f33645f6'] response: {'name': 'network-changed', 'server_uuid': '3aef8c75-a39b-4af4-813b-7d195164631d', 'tag': '5e443d88-263d-417b-a4b5-1c7b5ec04947', 'status': 'completed', 'code': 200} Jul 28 01:19:30.717146 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-e02f6c92-1b5b-426d-8a0f-bf1060128f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:30.719058 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-e02f6c92-1b5b-426d-8a0f-bf1060128f43 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d14de33f76ea44db8899900481299b87&device_id=3aef8c75-a39b-4af4-813b-7d195164631d HTTP/1.1" status: 200 len: 1127 time: 0.0486205 Jul 28 01:19:30.761125 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-2eb8bdc4-5ee0-4234-b030-503e6977f459 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e443d88-263d-417b-a4b5-1c7b5ec04947 HTTP/1.1" status: 200 len: 217 time: 0.0353806 Jul 28 01:19:30.822319 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-6913e628-2c51-40e5-a90f-262217733353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:30.823875 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-6913e628-2c51-40e5-a90f-262217733353 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12 HTTP/1.1" status: 200 len: 851 time: 0.0561216 Jul 28 01:19:30.868298 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:30.872176 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-6937cda8-f170-4f52-a51b-ccc933bcfa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:30.873759 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-6937cda8-f170-4f52-a51b-ccc933bcfa3b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f365ac42-75a7-4c3d-8591-d4097c9f6065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429821 Jul 28 01:19:30.969372 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-c9970f60-7bf5-43f0-a03d-9de225fbf3c2 service neutron] 10.222.0.42 "GET /v2.0/networks/f365ac42-75a7-4c3d-8591-d4097c9f6065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882397 Jul 28 01:19:31.065791 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-904c1d9a-8f0d-4863-b50b-01d799c99adf req-10eb56c5-6bed-42ed-9373-2667b629d352 service neutron] 10.222.0.42 "GET /v2.0/networks/f365ac42-75a7-4c3d-8591-d4097c9f6065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893734 Jul 28 01:19:31.575846 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8e77b-3c52-4c4d-b070-60163df2b392 req-26f1bfdd-7395-4397-9162-32565a0196dc tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:31.577350 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-3ef8e77b-3c52-4c4d-b070-60163df2b392 req-26f1bfdd-7395-4397-9162-32565a0196dc tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=3aef8c75-a39b-4af4-813b-7d195164631d HTTP/1.1" status: 200 len: 943 time: 0.0522692 Jul 28 01:19:31.633298 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-3ef8e77b-3c52-4c4d-b070-60163df2b392 req-3b5156b3-4a6f-445a-bb76-1e2a749ddd01 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481546 Jul 28 01:19:32.448655 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (8d4a48be-b376-49eb-a7aa-478deaa3f35f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:32.762218 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6251c-106b-4361-b7ab-d630aff9af17 req-3ffd8fed-21f3-4b77-ac98-f22e4dd56ef9 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:32.763719 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f2d6251c-106b-4361-b7ab-d630aff9af17 req-3ffd8fed-21f3-4b77-ac98-f22e4dd56ef9 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=3aef8c75-a39b-4af4-813b-7d195164631d HTTP/1.1" status: 200 len: 943 time: 0.0518465 Jul 28 01:19:32.822063 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f2d6251c-106b-4361-b7ab-d630aff9af17 req-3514a0e1-3b7d-4d73-bd0a-c7425849a350 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499394 Jul 28 01:19:33.945751 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3c5bc-af3f-44ae-9ebc-f5b6cead0b68 req-9b6eb359-7216-4a17-899b-e2055907c4d5 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:33.947285 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-62a3c5bc-af3f-44ae-9ebc-f5b6cead0b68 req-9b6eb359-7216-4a17-899b-e2055907c4d5 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=3aef8c75-a39b-4af4-813b-7d195164631d HTTP/1.1" status: 200 len: 943 time: 0.0502794 Jul 28 01:19:34.012748 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730ac29-ace0-4356-a78d-6afd6ce0bcf3 req-7cbfdb45-a706-4fc6-bcd6-c45ed05750ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:34.014292 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1730ac29-ace0-4356-a78d-6afd6ce0bcf3 req-7cbfdb45-a706-4fc6-bcd6-c45ed05750ea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d14de33f76ea44db8899900481299b87&device_id=3aef8c75-a39b-4af4-813b-7d195164631d HTTP/1.1" status: 200 len: 1127 time: 0.0542572 Jul 28 01:19:34.049743 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-62a3c5bc-af3f-44ae-9ebc-f5b6cead0b68 req-618c3e31-2ca0-42ed-b829-87546ebbaf5f tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959806 Jul 28 01:19:34.122471 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730ac29-ace0-4356-a78d-6afd6ce0bcf3 req-55c6100b-2ef5-4e7c-a945-1e357a8c08ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:34.123922 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1730ac29-ace0-4356-a78d-6afd6ce0bcf3 req-55c6100b-2ef5-4e7c-a945-1e357a8c08ac service neutron] 10.222.0.42 "GET /v2.0/networks?id=f365ac42-75a7-4c3d-8591-d4097c9f6065 HTTP/1.1" status: 200 len: 913 time: 0.1012394 Jul 28 01:19:34.177088 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1730ac29-ace0-4356-a78d-6afd6ce0bcf3 req-910919c2-9190-414c-83e3-aa00a9c60978 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e443d88-263d-417b-a4b5-1c7b5ec04947 HTTP/1.1" status: 200 len: 217 time: 0.0458562 Jul 28 01:19:34.230105 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730ac29-ace0-4356-a78d-6afd6ce0bcf3 req-e37bbbc7-c63e-4e11-bf07-59d33cafd5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:34.231559 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1730ac29-ace0-4356-a78d-6afd6ce0bcf3 req-e37bbbc7-c63e-4e11-bf07-59d33cafd5e4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12 HTTP/1.1" status: 200 len: 851 time: 0.0482619 Jul 28 01:19:34.545567 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730ac29-ace0-4356-a78d-6afd6ce0bcf3 req-f9fcb323-780a-4b47-8a77-566e503a1e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:34.547196 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1730ac29-ace0-4356-a78d-6afd6ce0bcf3 req-f9fcb323-780a-4b47-8a77-566e503a1e7f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f365ac42-75a7-4c3d-8591-d4097c9f6065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3083453 Jul 28 01:19:34.641044 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1730ac29-ace0-4356-a78d-6afd6ce0bcf3 req-115ca8e7-2730-4c86-b8aa-4c4a6757158d service neutron] 10.222.0.42 "GET /v2.0/networks/f365ac42-75a7-4c3d-8591-d4097c9f6065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867021 Jul 28 01:19:34.721096 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:34.738483 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1730ac29-ace0-4356-a78d-6afd6ce0bcf3 req-969cb1bd-3f64-483a-86cb-eb2de3c8cf81 service neutron] 10.222.0.42 "GET /v2.0/networks/f365ac42-75a7-4c3d-8591-d4097c9f6065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909600 Jul 28 01:19:35.186086 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbed88-7f51-45e3-8206-b87415b935c9 req-8eac8753-2246-48b8-98a0-655b6ff55ec8 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:35.188080 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-02cbed88-7f51-45e3-8206-b87415b935c9 req-8eac8753-2246-48b8-98a0-655b6ff55ec8 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=3aef8c75-a39b-4af4-813b-7d195164631d HTTP/1.1" status: 200 len: 943 time: 0.0529089 Jul 28 01:19:35.249832 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:35.256480 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-02cbed88-7f51-45e3-8206-b87415b935c9 req-1e31fbd1-54c2-40cc-b777-bd2a2c13923b tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610752 Jul 28 01:19:36.391765 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607d029-3620-45b8-88a6-602e4747b2a4 req-659f0042-ffdc-470b-9d9c-84a0a1ed5953 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:36.393210 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8607d029-3620-45b8-88a6-602e4747b2a4 req-659f0042-ffdc-470b-9d9c-84a0a1ed5953 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=3aef8c75-a39b-4af4-813b-7d195164631d HTTP/1.1" status: 200 len: 943 time: 0.0599606 Jul 28 01:19:36.452318 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8607d029-3620-45b8-88a6-602e4747b2a4 req-1cff83df-301a-4d44-a2cb-70776d1f46e6 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505242 Jul 28 01:19:37.074781 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be67398-4709-4975-96ff-c19694156f1d req-1602233a-c8b7-4a18-b70f-4b1a77f17fdb tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:37.076195 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9be67398-4709-4975-96ff-c19694156f1d req-1602233a-c8b7-4a18-b70f-4b1a77f17fdb tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 945 time: 0.0549276 Jul 28 01:19:37.139766 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9be67398-4709-4975-96ff-c19694156f1d req-4abd5701-3cea-45c9-8f93-317426bbfdcf tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491717 Jul 28 01:19:37.404379 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:INSERT=7,neutron:SELECT=34,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:37.406276 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=36,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:37.579972 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf9d48-e09e-4bd6-9819-20062abfbe7c req-28156abc-bcb4-45a8-aef2-69269cdcded0 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:37.581461 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-facf9d48-e09e-4bd6-9819-20062abfbe7c req-28156abc-bcb4-45a8-aef2-69269cdcded0 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=3aef8c75-a39b-4af4-813b-7d195164631d HTTP/1.1" status: 200 len: 943 time: 0.0521600 Jul 28 01:19:37.634415 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-facf9d48-e09e-4bd6-9819-20062abfbe7c req-26f8d701-19ae-4cc0-88aa-0fcb552b0283 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466936 Jul 28 01:19:37.833000 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-507e58ee-6cc6-408a-8e18-09fe4a6e4851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:38.013378 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 52088) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:19:38.123382 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2f60ff80-a0e2-4c16-ad3f-f8c1a94b2ba5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:38.207518 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2f60ff80-a0e2-4c16-ad3f-f8c1a94b2ba5 admin admin] Publish callbacks [] for security_group (6ac86bf3-3a3d-4eb8-bdba-1cbec5bc798f), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:38.213362 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2f60ff80-a0e2-4c16-ad3f-f8c1a94b2ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (6ac86bf3-3a3d-4eb8-bdba-1cbec5bc798f), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:38.279250 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-2f60ff80-a0e2-4c16-ad3f-f8c1a94b2ba5 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=7a0466cde0934175bce70118d73e9a5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2644103 Jul 28 01:19:38.281772 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f60ff80-a0e2-4c16-ad3f-f8c1a94b2ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac86bf3-3a3d-4eb8-bdba-1cbec5bc798f,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:38.281934 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 52094) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:19:38.305883 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddb086-e2df-4f45-8afd-9de09316e750 req-4b127515-5e7e-40ec-9916-2df187c29d1a tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:38.307471 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1eddb086-e2df-4f45-8afd-9de09316e750 req-4b127515-5e7e-40ec-9916-2df187c29d1a tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 945 time: 0.0774386 Jul 28 01:19:38.344200 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3ee3c7ca-5604-413f-88f1-ae5018d9f67c admin admin] Publish callbacks [] for security_group (6ac86bf3-3a3d-4eb8-bdba-1cbec5bc798f), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:38.362085 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1eddb086-e2df-4f45-8afd-9de09316e750 req-809bbcfc-f57d-49bd-b8be-06c0cf034ea3 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488071 Jul 28 01:19:38.366547 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3ee3c7ca-5604-413f-88f1-ae5018d9f67c admin admin] Publish callbacks [] for security_group (6ac86bf3-3a3d-4eb8-bdba-1cbec5bc798f), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:38.417777 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3ee3c7ca-5604-413f-88f1-ae5018d9f67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (6ac86bf3-3a3d-4eb8-bdba-1cbec5bc798f), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:38.420764 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3ee3c7ca-5604-413f-88f1-ae5018d9f67c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:38.421931 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-3ee3c7ca-5604-413f-88f1-ae5018d9f67c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/6ac86bf3-3a3d-4eb8-bdba-1cbec5bc798f HTTP/1.1" status: 204 len: 168 time: 0.1389399 Jul 28 01:19:38.429942 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee3c7ca-5604-413f-88f1-ae5018d9f67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac86bf3-3a3d-4eb8-bdba-1cbec5bc798f,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:38.708874 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 52102) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:19:38.722894 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-be4d75a3-94dd-4d00-8068-fc2516b0f9e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:38.762094 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e4c3e-19d1-485b-bab7-8666e1fe1c44 req-e88ff36e-3c7c-473b-895b-4d1beaed0a5b tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:38.763593 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1a8e4c3e-19d1-485b-bab7-8666e1fe1c44 req-e88ff36e-3c7c-473b-895b-4d1beaed0a5b tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=3aef8c75-a39b-4af4-813b-7d195164631d HTTP/1.1" status: 200 len: 943 time: 0.0474892 Jul 28 01:19:38.802647 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-be4d75a3-94dd-4d00-8068-fc2516b0f9e1 admin admin] Publish callbacks [] for security_group (4d7bd391-e1af-4abe-ba65-a98a5dd8df37), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:38.807225 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-be4d75a3-94dd-4d00-8068-fc2516b0f9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (4d7bd391-e1af-4abe-ba65-a98a5dd8df37), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:38.818579 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1a8e4c3e-19d1-485b-bab7-8666e1fe1c44 req-5ec1e930-cc19-4635-a007-b0881339889b tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490139 Jul 28 01:19:38.848916 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-be4d75a3-94dd-4d00-8068-fc2516b0f9e1 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=55e29404611343ec963776111c2594af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1388991 Jul 28 01:19:38.849772 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d75a3-94dd-4d00-8068-fc2516b0f9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7bd391-e1af-4abe-ba65-a98a5dd8df37,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:38.851839 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 52104) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:19:38.857445 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d75a3-94dd-4d00-8068-fc2516b0f9e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:19:38.857802 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d75a3-94dd-4d00-8068-fc2516b0f9e1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:19:38.858136 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d75a3-94dd-4d00-8068-fc2516b0f9e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:19:38.858473 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d75a3-94dd-4d00-8068-fc2516b0f9e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:19:38.858808 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d75a3-94dd-4d00-8068-fc2516b0f9e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:19:38.859327 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d75a3-94dd-4d00-8068-fc2516b0f9e1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:19:38.859664 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d75a3-94dd-4d00-8068-fc2516b0f9e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:19:38.859995 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d75a3-94dd-4d00-8068-fc2516b0f9e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:19:38.860305 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d75a3-94dd-4d00-8068-fc2516b0f9e1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:19:38.860638 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d75a3-94dd-4d00-8068-fc2516b0f9e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:19:38.860960 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d75a3-94dd-4d00-8068-fc2516b0f9e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:19:38.861317 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d75a3-94dd-4d00-8068-fc2516b0f9e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:19:38.861642 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d75a3-94dd-4d00-8068-fc2516b0f9e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:19:38.861963 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d75a3-94dd-4d00-8068-fc2516b0f9e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:19:38.862281 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d75a3-94dd-4d00-8068-fc2516b0f9e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:19:38.902480 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e4570735-0e99-41c5-b0e2-9b81762526a5 admin admin] Publish callbacks [] for security_group (4d7bd391-e1af-4abe-ba65-a98a5dd8df37), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:38.925005 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e4570735-0e99-41c5-b0e2-9b81762526a5 admin admin] Publish callbacks [] for security_group (4d7bd391-e1af-4abe-ba65-a98a5dd8df37), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:38.984599 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e4570735-0e99-41c5-b0e2-9b81762526a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (4d7bd391-e1af-4abe-ba65-a98a5dd8df37), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:38.988623 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e4570735-0e99-41c5-b0e2-9b81762526a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:38.990226 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-e4570735-0e99-41c5-b0e2-9b81762526a5 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/4d7bd391-e1af-4abe-ba65-a98a5dd8df37 HTTP/1.1" status: 204 len: 168 time: 0.1374068 Jul 28 01:19:38.998728 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4570735-0e99-41c5-b0e2-9b81762526a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7bd391-e1af-4abe-ba65-a98a5dd8df37,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:39.474917 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:39.495949 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741ba09-dc17-4909-92ee-f039cdfd6e49 req-caa03a8c-2cc0-4cad-9e58-5286b772a6f6 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:39.497438 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2741ba09-dc17-4909-92ee-f039cdfd6e49 req-caa03a8c-2cc0-4cad-9e58-5286b772a6f6 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 945 time: 0.0548842 Jul 28 01:19:39.550558 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2741ba09-dc17-4909-92ee-f039cdfd6e49 req-06322ec4-4832-4084-956c-aaa8fc98ca70 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473328 Jul 28 01:19:39.906006 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:39.948232 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3aeab-a9b0-4525-aad1-632ce251ea18 req-a1f83ad7-b745-479e-a854-52d4c13dbaf5 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:39.949762 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-16c3aeab-a9b0-4525-aad1-632ce251ea18 req-a1f83ad7-b745-479e-a854-52d4c13dbaf5 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=3aef8c75-a39b-4af4-813b-7d195164631d HTTP/1.1" status: 200 len: 943 time: 0.0528982 Jul 28 01:19:40.001314 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-16c3aeab-a9b0-4525-aad1-632ce251ea18 req-f145d8df-cbe4-4c17-ac49-53df30b7c6ee tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451245 Jul 28 01:19:40.351987 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:40.358740 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3c1008b9-8db2-405d-99f4-febc211ae74a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:40.678868 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b3c16-5b88-47ab-a0df-71dc3f458878 req-54509d83-852a-4b29-b28d-1bbb2e804cb5 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:40.680422 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f60b3c16-5b88-47ab-a0df-71dc3f458878 req-54509d83-852a-4b29-b28d-1bbb2e804cb5 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 945 time: 0.0522771 Jul 28 01:19:40.729883 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f60b3c16-5b88-47ab-a0df-71dc3f458878 req-db44a58d-8a6e-41ca-a3d1-8c825fac3947 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438111 Jul 28 01:19:41.137092 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96855f-e7ad-4b74-92fc-c7a263a09e0e req-2090c04e-fbb9-4ed4-be1d-bc195de83172 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:41.138478 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-dc96855f-e7ad-4b74-92fc-c7a263a09e0e req-2090c04e-fbb9-4ed4-be1d-bc195de83172 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=3aef8c75-a39b-4af4-813b-7d195164631d HTTP/1.1" status: 200 len: 943 time: 0.0619631 Jul 28 01:19:41.190908 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-dc96855f-e7ad-4b74-92fc-c7a263a09e0e req-0900d45d-83a5-4a5a-bf76-b15f128997b8 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441210 Jul 28 01:19:41.357535 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:41.645462 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 5e443d88-263d-417b-a4b5-1c7b5ec04947 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 01:19:41.750450 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 5e443d88-263d-417b-a4b5-1c7b5ec04947, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=5e443d88-263d-417b-a4b5-1c7b5ec04947,segment=NetworkSegment(adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742),segment_id=adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:19:41.762585 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Returning: {'device': '5e443d88-263d-417b-a4b5-1c7b5ec04947', 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065', 'port_id': '5e443d88-263d-417b-a4b5-1c7b5ec04947', 'mac_address': 'fa:16:3e:37:4a:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 01:19:41.803057 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port 5e443d88-263d-417b-a4b5-1c7b5ec04947 is: DOWN; New status is: BUILD {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:19:41.803450 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (5e443d88-263d-417b-a4b5-1c7b5ec04947), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:41.818203 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e443d88-263d-417b-a4b5-1c7b5ec04947 {{(pid=104163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 01:19:41.839239 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 5e443d88-263d-417b-a4b5-1c7b5ec04947, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=5e443d88-263d-417b-a4b5-1c7b5ec04947,segment=NetworkSegment(adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742),segment_id=adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:19:41.843973 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (5e443d88-263d-417b-a4b5-1c7b5ec04947), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:41.854591 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ab110-7435-4052-b062-e743e1145a22 req-8009c038-9f4b-4b48-b8a2-c62f6851f83f tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:41.857332 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-970ab110-7435-4052-b062-e743e1145a22 req-8009c038-9f4b-4b48-b8a2-c62f6851f83f tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 945 time: 0.0485325 Jul 28 01:19:41.895140 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=5e443d88-263d-417b-a4b5-1c7b5ec04947,revision_number=4']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:41.912278 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-970ab110-7435-4052-b062-e743e1145a22 req-cfd193be-1740-4a39-bcba-566ae5aefa09 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499713 Jul 28 01:19:42.086585 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] get_ports_and_sgs() called for port_ids ['5e443d88-263d-417b-a4b5-1c7b5ec04947'] {{(pid=104163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 01:19:42.326401 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620544a-b3d9-4c81-9b92-1c3a3ced3c5f req-e302ebe6-db13-45cf-9762-6662e0c43a8d tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:42.327962 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e620544a-b3d9-4c81-9b92-1c3a3ced3c5f req-e302ebe6-db13-45cf-9762-6662e0c43a8d tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=3aef8c75-a39b-4af4-813b-7d195164631d HTTP/1.1" status: 200 len: 944 time: 0.0525846 Jul 28 01:19:42.380920 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e620544a-b3d9-4c81-9b92-1c3a3ced3c5f req-e4253bfe-3e8b-4f84-9caf-2749947625eb tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458605 Jul 28 01:19:42.718571 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:43.023383 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:43.052840 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1bce1-1240-4091-80ca-18995e65980a req-b4813867-5863-40df-8b98-6520e7e0005d tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:43.054333 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b8e1bce1-1240-4091-80ca-18995e65980a req-b4813867-5863-40df-8b98-6520e7e0005d tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 945 time: 0.0508952 Jul 28 01:19:43.105923 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b8e1bce1-1240-4091-80ca-18995e65980a req-c620ff67-7aa1-4a03-83f3-40776ee1153d tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434809 Jul 28 01:19:43.403420 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 52178) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:19:43.524606 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53fc627-aafb-4808-97f2-c4d30f86a586 req-e8e73e05-fe42-4b33-83e9-6aa7cffd563e tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:43.526160 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d53fc627-aafb-4808-97f2-c4d30f86a586 req-e8e73e05-fe42-4b33-83e9-6aa7cffd563e tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=3aef8c75-a39b-4af4-813b-7d195164631d HTTP/1.1" status: 200 len: 944 time: 0.0634544 Jul 28 01:19:43.532634 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f0bdb1ff-4184-4497-8eaf-073f0fa43ce6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:43.580401 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d53fc627-aafb-4808-97f2-c4d30f86a586 req-4b458694-3a88-4d6b-95b0-735e2f128b57 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466685 Jul 28 01:19:43.615593 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f0bdb1ff-4184-4497-8eaf-073f0fa43ce6 admin admin] Publish callbacks [] for security_group (8d1ca202-4494-4178-9abe-aa8d5866b8c4), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:43.619295 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f0bdb1ff-4184-4497-8eaf-073f0fa43ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (8d1ca202-4494-4178-9abe-aa8d5866b8c4), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:43.659835 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 5e443d88-263d-417b-a4b5-1c7b5ec04947 up at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:19:43.662729 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-f0bdb1ff-4184-4497-8eaf-073f0fa43ce6 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=71c0965a9b4749e7a35e798b784fd16e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2577708 Jul 28 01:19:43.665264 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bdb1ff-4184-4497-8eaf-073f0fa43ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1ca202-4494-4178-9abe-aa8d5866b8c4,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:43.665572 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 52184) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:19:43.702918 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Provisioning for port 5e443d88-263d-417b-a4b5-1c7b5ec04947 completed by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 01:19:43.710696 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Provisioning complete for port 5e443d88-263d-417b-a4b5-1c7b5ec04947 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:19:43.711045 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (5e443d88-263d-417b-a4b5-1c7b5ec04947), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:43.721121 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-cf250866-95b2-498d-9fb0-63a9b65b5d2b admin admin] Publish callbacks [] for security_group (8d1ca202-4494-4178-9abe-aa8d5866b8c4), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:43.745108 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-cf250866-95b2-498d-9fb0-63a9b65b5d2b admin admin] Publish callbacks [] for security_group (8d1ca202-4494-4178-9abe-aa8d5866b8c4), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:43.753128 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:43.787208 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port 5e443d88-263d-417b-a4b5-1c7b5ec04947 is: BUILD; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:19:43.787628 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (5e443d88-263d-417b-a4b5-1c7b5ec04947), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:43.796595 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-cf250866-95b2-498d-9fb0-63a9b65b5d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (8d1ca202-4494-4178-9abe-aa8d5866b8c4), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:43.799337 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-cf250866-95b2-498d-9fb0-63a9b65b5d2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:43.800515 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-cf250866-95b2-498d-9fb0-63a9b65b5d2b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/8d1ca202-4494-4178-9abe-aa8d5866b8c4 HTTP/1.1" status: 204 len: 168 time: 0.1339455 Jul 28 01:19:43.805866 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:43.811982 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aef8c75-a39b-4af4-813b-7d195164631d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e443d88-263d-417b-a4b5-1c7b5ec04947'}] {{(pid=104163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:19:43.812442 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf250866-95b2-498d-9fb0-63a9b65b5d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1ca202-4494-4178-9abe-aa8d5866b8c4,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:43.814535 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74574a7e5f5019bac05c50995ec4c38decffa50ba6d5d10f63080a9b4086ca7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee069c6-5e75-4671-9afa-9f7e7c344b9e" -d '{"events": [{"server_uuid": "3aef8c75-a39b-4af4-813b-7d195164631d", "name": "network-vif-plugged", "status": "completed", "tag": "5e443d88-263d-417b-a4b5-1c7b5ec04947"}]}' {{(pid=104163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:19:43.831706 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 5e443d88-263d-417b-a4b5-1c7b5ec04947, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=5e443d88-263d-417b-a4b5-1c7b5ec04947,segment=NetworkSegment(adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742),segment_id=adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:19:43.840365 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (5e443d88-263d-417b-a4b5-1c7b5ec04947), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:43.898885 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=5e443d88-263d-417b-a4b5-1c7b5ec04947,revision_number=5']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:44.062354 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 01:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab34595-793b-4119-9f77-50472767681d x-openstack-request-id: req-7ab34595-793b-4119-9f77-50472767681d {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:19:44.062699 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aef8c75-a39b-4af4-813b-7d195164631d", "name": "network-vif-plugged", "status": "completed", "tag": "5e443d88-263d-417b-a4b5-1c7b5ec04947", "code": 200}]} {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:19:44.063029 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-7ab34595-793b-4119-9f77-50472767681d {{(pid=104163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:19:44.063520 dv-cinder-815582-11-iscsi neutron-server[104163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ab34595-793b-4119-9f77-50472767681d'] response: {'server_uuid': '3aef8c75-a39b-4af4-813b-7d195164631d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e443d88-263d-417b-a4b5-1c7b5ec04947', 'code': 200} Jul 28 01:19:44.134625 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 52194) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:19:44.149778 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-272a13df-7093-4e09-804b-fa075d40be0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:44.234263 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:44.265160 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:44.275273 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898a281-f96a-4df6-95e1-eafda5135865 req-b6d3c1de-a17e-43e3-9723-058baa821d7e tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:44.276770 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1898a281-f96a-4df6-95e1-eafda5135865 req-b6d3c1de-a17e-43e3-9723-058baa821d7e tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 945 time: 0.0860200 Jul 28 01:19:44.346761 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-272a13df-7093-4e09-804b-fa075d40be0f admin admin] Publish callbacks [] for security_group (c5f4b80a-3c34-4f65-b628-093178e589ff), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:44.348792 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce1cc7-06fc-4792-bc3a-6dff8a41423c req-b7a9c951-7d16-4bac-bbb0-1fc15d9b44d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:44.350645 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-82ce1cc7-06fc-4792-bc3a-6dff8a41423c req-b7a9c951-7d16-4bac-bbb0-1fc15d9b44d9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3aef8c75-a39b-4af4-813b-7d195164631d HTTP/1.1" status: 200 len: 1129 time: 0.0942795 Jul 28 01:19:44.356240 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-272a13df-7093-4e09-804b-fa075d40be0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (c5f4b80a-3c34-4f65-b628-093178e589ff), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:44.427656 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1898a281-f96a-4df6-95e1-eafda5135865 req-5f13bc67-918b-4a88-be60-beaabe57ed96 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291120 Jul 28 01:19:44.436214 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-272a13df-7093-4e09-804b-fa075d40be0f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=cfdb66c8fb2240fabd3bca44cd600eb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3005071 Jul 28 01:19:44.439292 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 52198) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:19:44.442067 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a13df-7093-4e09-804b-fa075d40be0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f4b80a-3c34-4f65-b628-093178e589ff,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:44.468799 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-82ce1cc7-06fc-4792-bc3a-6dff8a41423c req-acdfaf37-1731-44b7-8449-7c10f697be0b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092324 Jul 28 01:19:44.501310 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2280b9d1-a083-406d-928b-af1779aca3a0 admin admin] Publish callbacks [] for security_group (c5f4b80a-3c34-4f65-b628-093178e589ff), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:44.523435 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2280b9d1-a083-406d-928b-af1779aca3a0 admin admin] Publish callbacks [] for security_group (c5f4b80a-3c34-4f65-b628-093178e589ff), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:44.577399 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2280b9d1-a083-406d-928b-af1779aca3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (c5f4b80a-3c34-4f65-b628-093178e589ff), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:44.579968 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2280b9d1-a083-406d-928b-af1779aca3a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:44.581268 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-2280b9d1-a083-406d-928b-af1779aca3a0 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c5f4b80a-3c34-4f65-b628-093178e589ff HTTP/1.1" status: 204 len: 168 time: 0.1404114 Jul 28 01:19:44.589471 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2280b9d1-a083-406d-928b-af1779aca3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f4b80a-3c34-4f65-b628-093178e589ff,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:44.703818 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c118170-e047-4bcd-88c7-fdc4c95e7edf req-97f7bb24-0bd8-4041-ad0e-a798b42f48d8 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:44.705355 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9c118170-e047-4bcd-88c7-fdc4c95e7edf req-97f7bb24-0bd8-4041-ad0e-a798b42f48d8 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=3aef8c75-a39b-4af4-813b-7d195164631d HTTP/1.1" status: 200 len: 945 time: 0.0500176 Jul 28 01:19:44.758879 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9c118170-e047-4bcd-88c7-fdc4c95e7edf req-834b39b0-5f18-4520-9881-bc40e704e0f4 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479536 Jul 28 01:19:45.400957 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:45.406826 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:45.556989 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c9cd8-73a0-448f-acf7-a37910c5a6dd req-d3ebe1a3-2009-4212-896e-878aa5f63ef0 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:45.558468 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-108c9cd8-73a0-448f-acf7-a37910c5a6dd req-d3ebe1a3-2009-4212-896e-878aa5f63ef0 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 945 time: 0.0502634 Jul 28 01:19:45.610627 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-108c9cd8-73a0-448f-acf7-a37910c5a6dd req-700221e1-fe83-4611-8f7e-9a54433787d2 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461156 Jul 28 01:19:45.887266 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99464251-330c-4378-84be-bc1ef6156155 req-e0395b55-1915-441f-837f-69f6a3d1b922 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:45.888778 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-99464251-330c-4378-84be-bc1ef6156155 req-e0395b55-1915-441f-837f-69f6a3d1b922 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=3aef8c75-a39b-4af4-813b-7d195164631d HTTP/1.1" status: 200 len: 945 time: 0.0564070 Jul 28 01:19:45.940401 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-99464251-330c-4378-84be-bc1ef6156155 req-2bcc4ac9-479c-46e9-b300-1822ae611a00 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449271 Jul 28 01:19:46.067281 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786cd64-41ad-4cf3-bfb6-c4959b1544d6 req-ba3aeaa5-659e-4125-baf5-005e3b564589 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:46.068790 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-5786cd64-41ad-4cf3-bfb6-c4959b1544d6 req-ba3aeaa5-659e-4125-baf5-005e3b564589 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=3aef8c75-a39b-4af4-813b-7d195164631d HTTP/1.1" status: 200 len: 945 time: 0.0527928 Jul 28 01:19:46.120487 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-5786cd64-41ad-4cf3-bfb6-c4959b1544d6 req-def7bb2b-5308-4c07-9128-b5d08656ad8c tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452435 Jul 28 01:19:46.147058 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 52236) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:19:46.192072 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ff0389-6283-4a49-accb-3d4d75ee144b tempest-TestVolumeBootPattern-917380157 tempest-TestVolumeBootPattern-917380157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:46.193599 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-22ff0389-6283-4a49-accb-3d4d75ee144b tempest-TestVolumeBootPattern-917380157 tempest-TestVolumeBootPattern-917380157-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=3aef8c75-a39b-4af4-813b-7d195164631d HTTP/1.1" status: 200 len: 1124 time: 0.0453761 Jul 28 01:19:46.198175 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 52238) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:19:46.205114 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-7f36d16b-5b2c-468d-85e7-21fbd45545b9 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Request body: {'floatingip': {'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'port_id': '5e443d88-263d-417b-a4b5-1c7b5ec04947', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:19:46.234111 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7f36d16b-5b2c-468d-85e7-21fbd45545b9 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:46.324410 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7f36d16b-5b2c-468d-85e7-21fbd45545b9 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:46.449607 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_common [None req-7f36d16b-5b2c-468d-85e7-21fbd45545b9 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Allocated IP 172.27.1.216 (db4fd262-df4a-4858-b92c-469a7b8f139e/fbbec24e-3b1c-439c-846a-fd72122ae4ff/9654ca14-1559-4d3f-9855-25d84959cfd2) {{(pid=104162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:19:46.479031 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:46.521083 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:46.563494 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7f36d16b-5b2c-468d-85e7-21fbd45545b9 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks [] for port (9654ca14-1559-4d3f-9855-25d84959cfd2), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:46.600181 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7f36d16b-5b2c-468d-85e7-21fbd45545b9 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (9654ca14-1559-4d3f-9855-25d84959cfd2), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:46.646855 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f36d16b-5b2c-468d-85e7-21fbd45545b9 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Network db4fd262-df4a-4858-b92c-469a7b8f139e is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:19:46.652149 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-7f36d16b-5b2c-468d-85e7-21fbd45545b9 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:19:46.654627 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f36d16b-5b2c-468d-85e7-21fbd45545b9 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Received port after_create {{(pid=104162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:19:46.675452 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f36d16b-5b2c-468d-85e7-21fbd45545b9 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Pushing event updated for resources: {'Port': ['ID=9654ca14-1559-4d3f-9855-25d84959cfd2,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:46.768624 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee9081-f495-44de-a81b-4bd4ce366349 req-813ab181-f75a-486e-a7cd-82440fab9aef tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:46.770205 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-55ee9081-f495-44de-a81b-4bd4ce366349 req-813ab181-f75a-486e-a7cd-82440fab9aef tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 945 time: 0.0780838 Jul 28 01:19:46.900150 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-55ee9081-f495-44de-a81b-4bd4ce366349 req-5c8a24dd-bc6f-415d-b032-aa692c158527 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242661 Jul 28 01:19:47.114022 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7f36d16b-5b2c-468d-85e7-21fbd45545b9 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks [] for floatingip (babc25aa-b47f-480a-a6ba-3f979280fb3b), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:47.182712 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7f36d16b-5b2c-468d-85e7-21fbd45545b9 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (9654ca14-1559-4d3f-9855-25d84959cfd2), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:47.322920 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:47.328577 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:47.339070 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7f36d16b-5b2c-468d-85e7-21fbd45545b9 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks [] for port (9654ca14-1559-4d3f-9855-25d84959cfd2), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:47.344599 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7f36d16b-5b2c-468d-85e7-21fbd45545b9 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4518704'] for port (9654ca14-1559-4d3f-9855-25d84959cfd2), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:47.423786 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f36d16b-5b2c-468d-85e7-21fbd45545b9 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Pushing event updated for resources: {'Port': ['ID=9654ca14-1559-4d3f-9855-25d84959cfd2,revision_number=2']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:47.437852 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7f36d16b-5b2c-468d-85e7-21fbd45545b9 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-949731'] for floatingip (babc25aa-b47f-480a-a6ba-3f979280fb3b), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:47.542297 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.db.l3_db [None req-7f36d16b-5b2c-468d-85e7-21fbd45545b9 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Floating IP babc25aa-b47f-480a-a6ba-3f979280fb3b associated. External IP: 172.27.1.216, port: 5e443d88-263d-417b-a4b5-1c7b5ec04947. Jul 28 01:19:47.752316 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f36d16b-5b2c-468d-85e7-21fbd45545b9 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Router 1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17 has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:19:47.854472 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f36d16b-5b2c-468d-85e7-21fbd45545b9 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:19:47.865501 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940968d1-f222-469d-aa72-ceb9fceffa0f None None] Sync routers for ids ['1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'] in dv-cinder-815582-11-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:19:47.874714 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7f36d16b-5b2c-468d-85e7-21fbd45545b9 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for floatingip (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:47.878165 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940968d1-f222-469d-aa72-ceb9fceffa0f None None] Routers {'1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:19:47.878797 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-940968d1-f222-469d-aa72-ceb9fceffa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:19:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:19:47.909129 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-7f36d16b-5b2c-468d-85e7-21fbd45545b9 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7095816 Jul 28 01:19:47.910365 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aef8c75-a39b-4af4-813b-7d195164631d', 'tag': '5e443d88-263d-417b-a4b5-1c7b5ec04947'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:19:47.912855 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f6b11fd638c6a58f8ef19871f5a43997b3abcb3256dc707badf279ceb4d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422fe240-3730-4d47-a244-350d51d63a05" -d '{"events": [{"name": "network-changed", "server_uuid": "3aef8c75-a39b-4af4-813b-7d195164631d", "tag": "5e443d88-263d-417b-a4b5-1c7b5ec04947"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:19:47.953707 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 01:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f41f354-b46d-4943-bd50-4f71b2d7af9a x-openstack-request-id: req-4f41f354-b46d-4943-bd50-4f71b2d7af9a {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:19:47.953999 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aef8c75-a39b-4af4-813b-7d195164631d", "tag": "5e443d88-263d-417b-a4b5-1c7b5ec04947", "status": "completed", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:19:47.954264 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-4f41f354-b46d-4943-bd50-4f71b2d7af9a {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:19:47.954666 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f41f354-b46d-4943-bd50-4f71b2d7af9a'] response: {'name': 'network-changed', 'server_uuid': '3aef8c75-a39b-4af4-813b-7d195164631d', 'tag': '5e443d88-263d-417b-a4b5-1c7b5ec04947', 'status': 'completed', 'code': 200} Jul 28 01:19:48.058123 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fe240-3730-4d47-a244-350d51d63a05 req-488502d0-5215-4d8d-9e02-ea9a3ca38c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:48.059695 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-422fe240-3730-4d47-a244-350d51d63a05 req-488502d0-5215-4d8d-9e02-ea9a3ca38c7c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d14de33f76ea44db8899900481299b87&device_id=3aef8c75-a39b-4af4-813b-7d195164631d HTTP/1.1" status: 200 len: 1129 time: 0.0726266 Jul 28 01:19:48.070910 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64c67b-4f37-421a-9ce8-aa8ce582bafb req-5baeb5c2-6a69-4540-8773-66065a8a2709 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:48.072399 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4a64c67b-4f37-421a-9ce8-aa8ce582bafb req-5baeb5c2-6a69-4540-8773-66065a8a2709 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 945 time: 0.0731385 Jul 28 01:19:48.120298 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-940968d1-f222-469d-aa72-ceb9fceffa0f None None] Set router 1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:19:48.183265 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4a64c67b-4f37-421a-9ce8-aa8ce582bafb req-8042d619-4fdf-405a-afa6-4baf3430e287 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022959 Jul 28 01:19:48.197757 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fe240-3730-4d47-a244-350d51d63a05 req-e6c18d29-b2ac-49cc-88d4-53fe777e35e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:48.199285 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-422fe240-3730-4d47-a244-350d51d63a05 req-e6c18d29-b2ac-49cc-88d4-53fe777e35e2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f365ac42-75a7-4c3d-8591-d4097c9f6065 HTTP/1.1" status: 200 len: 913 time: 0.1259947 Jul 28 01:19:48.265960 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-422fe240-3730-4d47-a244-350d51d63a05 req-48fd485d-e326-48b3-98ec-860b0f869e67 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e443d88-263d-417b-a4b5-1c7b5ec04947 HTTP/1.1" status: 200 len: 999 time: 0.0593619 Jul 28 01:19:48.312579 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:48.321424 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fe240-3730-4d47-a244-350d51d63a05 req-53fbb032-a62d-413e-a5c4-951173c4ad0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:48.322934 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-422fe240-3730-4d47-a244-350d51d63a05 req-53fbb032-a62d-413e-a5c4-951173c4ad0e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12 HTTP/1.1" status: 200 len: 851 time: 0.0507660 Jul 28 01:19:48.340723 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-940968d1-f222-469d-aa72-ceb9fceffa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'name': 'tempest-TestVolumeBootPattern-1881204814-router', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd8800ad8-b68d-429f-9555-d71c76aa3daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:19Z', 'updated_at': '2022-07-28T01:15:23Z', 'revision_number': 4, 'project_id': 'd14de33f76ea44db8899900481299b87', 'gw_port': {'id': 'd8800ad8-b68d-429f-9555-d71c76aa3daf', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:20Z', 'updated_at': '2022-07-28T01:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': 'babc25aa-b47f-480a-a6ba-3f979280fb3b', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'port_id': '5e443d88-263d-417b-a4b5-1c7b5ec04947', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065', 'mac_address': 'fa:16:3e:37:4a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aef8c75-a39b-4af4-813b-7d195164631d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:19:46Z', 'updated_at': '2022-07-28T01:19:46Z', 'revision_number': 0, 'project_id': 'd14de33f76ea44db8899900481299b87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece91824-a3ba-4ac8-b89e-f6e287a250e6', 'name': '', 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'mac_address': 'fa:16:3e:af:b9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:23Z', 'updated_at': '2022-07-28T01:15:29Z', 'revision_number': 5, 'project_id': 'd14de33f76ea44db8899900481299b87', 'subnets': [{'id': 'bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:19:48.367104 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fe240-3730-4d47-a244-350d51d63a05 req-8b3993db-1278-4712-8d5f-0dbac9933d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:48.368642 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-422fe240-3730-4d47-a244-350d51d63a05 req-8b3993db-1278-4712-8d5f-0dbac9933d41 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f365ac42-75a7-4c3d-8591-d4097c9f6065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398376 Jul 28 01:19:48.369432 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940968d1-f222-469d-aa72-ceb9fceffa0f None None] Checking router: 1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17 for host: dv-cinder-815582-11-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:19:48.378099 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940968d1-f222-469d-aa72-ceb9fceffa0f None None] Routers {'1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:19:48.378711 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-940968d1-f222-469d-aa72-ceb9fceffa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:19:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:19:48.438924 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:48.468180 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-422fe240-3730-4d47-a244-350d51d63a05 req-f770d3f9-a0f0-457d-8c80-e17812e87ab4 service neutron] 10.222.0.42 "GET /v2.0/networks/f365ac42-75a7-4c3d-8591-d4097c9f6065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925283 Jul 28 01:19:48.479761 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-940968d1-f222-469d-aa72-ceb9fceffa0f None None] Set router 1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:19:48.576167 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-422fe240-3730-4d47-a244-350d51d63a05 req-1cb1b920-7596-4775-bb4f-57473a397e46 service neutron] 10.222.0.42 "GET /v2.0/networks/f365ac42-75a7-4c3d-8591-d4097c9f6065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012640 Jul 28 01:19:48.696726 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:48.711152 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-940968d1-f222-469d-aa72-ceb9fceffa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'name': 'tempest-TestVolumeBootPattern-1881204814-router', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd8800ad8-b68d-429f-9555-d71c76aa3daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:19Z', 'updated_at': '2022-07-28T01:15:23Z', 'revision_number': 4, 'project_id': 'd14de33f76ea44db8899900481299b87', 'gw_port': {'id': 'd8800ad8-b68d-429f-9555-d71c76aa3daf', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:20Z', 'updated_at': '2022-07-28T01:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': 'babc25aa-b47f-480a-a6ba-3f979280fb3b', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'port_id': '5e443d88-263d-417b-a4b5-1c7b5ec04947', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065', 'mac_address': 'fa:16:3e:37:4a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aef8c75-a39b-4af4-813b-7d195164631d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:19:46Z', 'updated_at': '2022-07-28T01:19:46Z', 'revision_number': 0, 'project_id': 'd14de33f76ea44db8899900481299b87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece91824-a3ba-4ac8-b89e-f6e287a250e6', 'name': '', 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'mac_address': 'fa:16:3e:af:b9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:23Z', 'updated_at': '2022-07-28T01:15:29Z', 'revision_number': 5, 'project_id': 'd14de33f76ea44db8899900481299b87', 'subnets': [{'id': 'bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:19:48.736278 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940968d1-f222-469d-aa72-ceb9fceffa0f None None] The sync data for ids ['1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'] in dv-cinder-815582-11-iscsi is: [{'id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'name': 'tempest-TestVolumeBootPattern-1881204814-router', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd8800ad8-b68d-429f-9555-d71c76aa3daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:19Z', 'updated_at': '2022-07-28T01:15:23Z', 'revision_number': 4, 'project_id': 'd14de33f76ea44db8899900481299b87', 'gw_port': {'id': 'd8800ad8-b68d-429f-9555-d71c76aa3daf', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:20Z', 'updated_at': '2022-07-28T01:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': 'babc25aa-b47f-480a-a6ba-3f979280fb3b', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'port_id': '5e443d88-263d-417b-a4b5-1c7b5ec04947', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065', 'mac_address': 'fa:16:3e:37:4a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aef8c75-a39b-4af4-813b-7d195164631d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:19:46Z', 'updated_at': '2022-07-28T01:19:46Z', 'revision_number': 0, 'project_id': 'd14de33f76ea44db8899900481299b87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece91824-a3ba-4ac8-b89e-f6e287a250e6', 'name': '', 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'mac_address': 'fa:16:3e:af:b9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:23Z', 'updated_at': '2022-07-28T01:15:29Z', 'revision_number': 5, 'project_id': 'd14de33f76ea44db8899900481299b87', 'subnets': [{'id': 'bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:19:48.890816 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 52284) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:19:48.940111 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da39c18-e8e3-4c4a-bf7e-29da8fdef6ec None None] New status for floating IP babc25aa-b47f-480a-a6ba-3f979280fb3b: ACTIVE {{(pid=104164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 01:19:49.069169 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7ee3fd9c-2bae-4bc9-b974-26e8d1e5a269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:49.150972 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7ee3fd9c-2bae-4bc9-b974-26e8d1e5a269 admin admin] Publish callbacks [] for security_group (c9f92baf-7ca5-46bf-8ed7-1c1c90f4f58b), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:49.156973 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7ee3fd9c-2bae-4bc9-b974-26e8d1e5a269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (c9f92baf-7ca5-46bf-8ed7-1c1c90f4f58b), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:49.200630 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee3fd9c-2bae-4bc9-b974-26e8d1e5a269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f92baf-7ca5-46bf-8ed7-1c1c90f4f58b,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:49.204652 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-7ee3fd9c-2bae-4bc9-b974-26e8d1e5a269 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f5f6d69ec75146968efc2123a14ec34c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3127539 Jul 28 01:19:49.207596 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 52288) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:19:49.210875 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee3fd9c-2bae-4bc9-b974-26e8d1e5a269 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:19:49.211253 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee3fd9c-2bae-4bc9-b974-26e8d1e5a269 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:19:49.211656 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee3fd9c-2bae-4bc9-b974-26e8d1e5a269 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:19:49.211995 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee3fd9c-2bae-4bc9-b974-26e8d1e5a269 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:19:49.212327 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee3fd9c-2bae-4bc9-b974-26e8d1e5a269 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:19:49.212654 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee3fd9c-2bae-4bc9-b974-26e8d1e5a269 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:19:49.212974 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee3fd9c-2bae-4bc9-b974-26e8d1e5a269 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:19:49.213292 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee3fd9c-2bae-4bc9-b974-26e8d1e5a269 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:19:49.213597 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee3fd9c-2bae-4bc9-b974-26e8d1e5a269 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:19:49.213921 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee3fd9c-2bae-4bc9-b974-26e8d1e5a269 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:19:49.214239 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee3fd9c-2bae-4bc9-b974-26e8d1e5a269 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:19:49.214557 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee3fd9c-2bae-4bc9-b974-26e8d1e5a269 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:19:49.214881 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee3fd9c-2bae-4bc9-b974-26e8d1e5a269 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:19:49.215211 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee3fd9c-2bae-4bc9-b974-26e8d1e5a269 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:19:49.215527 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee3fd9c-2bae-4bc9-b974-26e8d1e5a269 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:19:49.238817 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:49.264148 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-be796837-bbb7-44e4-b7d9-d700ec00247c admin admin] Publish callbacks [] for security_group (c9f92baf-7ca5-46bf-8ed7-1c1c90f4f58b), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:49.288586 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-be796837-bbb7-44e4-b7d9-d700ec00247c admin admin] Publish callbacks [] for security_group (c9f92baf-7ca5-46bf-8ed7-1c1c90f4f58b), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:49.324172 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99608c8b-0815-48b1-8f8a-63d341514020 req-bc341632-5c6d-471b-9099-94ea8b5b21ea tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:49.325769 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-99608c8b-0815-48b1-8f8a-63d341514020 req-bc341632-5c6d-471b-9099-94ea8b5b21ea tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 945 time: 0.0559559 Jul 28 01:19:49.328307 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:49.346790 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-be796837-bbb7-44e4-b7d9-d700ec00247c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (c9f92baf-7ca5-46bf-8ed7-1c1c90f4f58b), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:49.349615 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-be796837-bbb7-44e4-b7d9-d700ec00247c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:49.350776 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-be796837-bbb7-44e4-b7d9-d700ec00247c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c9f92baf-7ca5-46bf-8ed7-1c1c90f4f58b HTTP/1.1" status: 204 len: 168 time: 0.1421893 Jul 28 01:19:49.358698 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be796837-bbb7-44e4-b7d9-d700ec00247c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f92baf-7ca5-46bf-8ed7-1c1c90f4f58b,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:49.385192 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-99608c8b-0815-48b1-8f8a-63d341514020 req-2b6649f5-27b0-4577-9cd6-6d2667c3aabd tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524559 Jul 28 01:19:50.533186 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ffb1e-5cc3-483e-a33b-399ca5d409a6 req-45925096-42a4-405a-a1d7-5fb1c240d97c tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:50.535236 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d50ffb1e-5cc3-483e-a33b-399ca5d409a6 req-45925096-42a4-405a-a1d7-5fb1c240d97c tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 945 time: 0.0712264 Jul 28 01:19:50.590318 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d50ffb1e-5cc3-483e-a33b-399ca5d409a6 req-e6cb5659-fea7-441c-aa16-967c6afc3de2 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488873 Jul 28 01:19:51.728267 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838fb86-e0e5-44ce-8c09-a3ad3fd9234e req-41c3eaa9-ce30-4d49-84f3-7ce9ef41e5cc tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:51.729691 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a838fb86-e0e5-44ce-8c09-a3ad3fd9234e req-41c3eaa9-ce30-4d49-84f3-7ce9ef41e5cc tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 945 time: 0.0525253 Jul 28 01:19:51.778427 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a838fb86-e0e5-44ce-8c09-a3ad3fd9234e req-1ea75772-b550-478c-9c68-3bbffb7dc1ce tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430944 Jul 28 01:19:52.904245 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32b79d-0441-4482-98af-1ca984869e3c req-ed50b90d-3ed3-4bfd-a2bf-b9dfb12b531d tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:52.905740 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-da32b79d-0441-4482-98af-1ca984869e3c req-ed50b90d-3ed3-4bfd-a2bf-b9dfb12b531d tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 945 time: 0.0494702 Jul 28 01:19:52.955008 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-da32b79d-0441-4482-98af-1ca984869e3c req-ff23b1d0-cc43-455e-a456-7507de7dde60 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433078 Jul 28 01:19:53.180617 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 52364) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:19:53.295621 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-dbe70e70-81ff-4feb-bbd0-b122123f9ace admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:53.364555 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:53.382915 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-dbe70e70-81ff-4feb-bbd0-b122123f9ace admin admin] Publish callbacks [] for security_group (794c71be-7451-4660-bc70-84249050b55e), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:53.387363 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-dbe70e70-81ff-4feb-bbd0-b122123f9ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (794c71be-7451-4660-bc70-84249050b55e), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:53.398597 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:53.425866 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.agents_db [None req-b5d7b8ea-190f-43e3-81f4-c45e7fbfa344 None None] Agent healthcheck: found 6 active agents {{(pid=104164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 01:19:53.436963 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-dbe70e70-81ff-4feb-bbd0-b122123f9ace admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a79ecfe814ef4a4d9f80b4a6a87906b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2549300 Jul 28 01:19:53.439243 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe70e70-81ff-4feb-bbd0-b122123f9ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794c71be-7451-4660-bc70-84249050b55e,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:53.440026 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 52370) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:19:53.494133 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-95990bce-1b68-48f7-9e1d-a02d5e552516 admin admin] Publish callbacks [] for security_group (794c71be-7451-4660-bc70-84249050b55e), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:53.518332 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-95990bce-1b68-48f7-9e1d-a02d5e552516 admin admin] Publish callbacks [] for security_group (794c71be-7451-4660-bc70-84249050b55e), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:53.568028 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-95990bce-1b68-48f7-9e1d-a02d5e552516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (794c71be-7451-4660-bc70-84249050b55e), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:53.570696 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-95990bce-1b68-48f7-9e1d-a02d5e552516 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:53.571937 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-95990bce-1b68-48f7-9e1d-a02d5e552516 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/794c71be-7451-4660-bc70-84249050b55e HTTP/1.1" status: 204 len: 168 time: 0.1308198 Jul 28 01:19:53.580266 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95990bce-1b68-48f7-9e1d-a02d5e552516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794c71be-7451-4660-bc70-84249050b55e,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:53.739146 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device bd4676aa-4815-4dd2-8cfe-5bab28819f71 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 01:19:53.843661 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port bd4676aa-4815-4dd2-8cfe-5bab28819f71, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=bd4676aa-4815-4dd2-8cfe-5bab28819f71,segment=NetworkSegment(d38ebf67-8dab-4986-bb13-157dcdc07364),segment_id=d38ebf67-8dab-4986-bb13-157dcdc07364)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:19:53.855596 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Returning: {'device': 'bd4676aa-4815-4dd2-8cfe-5bab28819f71', 'network_id': '79d1ca3f-e23e-4848-9d9a-982b12f210b8', 'port_id': 'bd4676aa-4815-4dd2-8cfe-5bab28819f71', 'mac_address': 'fa:16:3e:8a:07:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 01:19:53.898818 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port bd4676aa-4815-4dd2-8cfe-5bab28819f71 is: ACTIVE; New status is: BUILD {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:19:53.899227 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (bd4676aa-4815-4dd2-8cfe-5bab28819f71), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:53.913245 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd4676aa-4815-4dd2-8cfe-5bab28819f71 {{(pid=104163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 01:19:53.931980 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:53.934323 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port bd4676aa-4815-4dd2-8cfe-5bab28819f71, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=bd4676aa-4815-4dd2-8cfe-5bab28819f71,segment=NetworkSegment(d38ebf67-8dab-4986-bb13-157dcdc07364),segment_id=d38ebf67-8dab-4986-bb13-157dcdc07364)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:19:53.939607 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (bd4676aa-4815-4dd2-8cfe-5bab28819f71), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:53.990931 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=bd4676aa-4815-4dd2-8cfe-5bab28819f71,revision_number=6']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:54.041997 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] get_ports_and_sgs() called for port_ids ['bd4676aa-4815-4dd2-8cfe-5bab28819f71'] {{(pid=104163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 01:19:54.103275 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f8e10c-ce90-4543-974d-000bb3ca74c2 req-441ef315-daaf-4e90-b708-00eb45cf83e7 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:54.104828 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-c2f8e10c-ce90-4543-974d-000bb3ca74c2 req-441ef315-daaf-4e90-b708-00eb45cf83e7 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 944 time: 0.0616095 Jul 28 01:19:54.156546 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-c2f8e10c-ce90-4543-974d-000bb3ca74c2 req-6a8111f0-8ea2-4b8e-88cd-2e3b54fd3fa6 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454767 Jul 28 01:19:54.286746 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 52394) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:19:54.397226 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-e38c4e43-bb30-4ad1-b4cd-e3b2413f29e0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-424509177-network', 'tenant_id': '8840b41dd8364a8a976f04d4fe421b8e'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:19:54.422271 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38c4e43-bb30-4ad1-b4cd-e3b2413f29e0 admin admin] Made reservation on behalf of 8840b41dd8364a8a976f04d4fe421b8e for: {'network': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:19:54.424796 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e38c4e43-bb30-4ad1-b4cd-e3b2413f29e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for network (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:54.434023 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e38c4e43-bb30-4ad1-b4cd-e3b2413f29e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:54.518108 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e38c4e43-bb30-4ad1-b4cd-e3b2413f29e0 admin admin] Publish callbacks [] for security_group (05db75c2-d7b6-429e-beff-d7c9b2b441f9), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:54.523329 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e38c4e43-bb30-4ad1-b4cd-e3b2413f29e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (05db75c2-d7b6-429e-beff-d7c9b2b441f9), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:54.546131 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e38c4e43-bb30-4ad1-b4cd-e3b2413f29e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=104161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 01:19:54.560913 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c4e43-bb30-4ad1-b4cd-e3b2413f29e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05db75c2-d7b6-429e-beff-d7c9b2b441f9,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:54.566210 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e38c4e43-bb30-4ad1-b4cd-e3b2413f29e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084'] for segment (f5259667-9b20-43d4-a9e8-d47c635db74c), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:54.566559 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.db.segments_db [None req-e38c4e43-bb30-4ad1-b4cd-e3b2413f29e0 admin admin] Added segment f5259667-9b20-43d4-a9e8-d47c635db74c of type vlan for network 0631c6f7-c6a9-43dd-81e8-03129aee137b Jul 28 01:19:54.609358 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e38c4e43-bb30-4ad1-b4cd-e3b2413f29e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778716385410'] for network (0631c6f7-c6a9-43dd-81e8-03129aee137b), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:54.637641 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e38c4e43-bb30-4ad1-b4cd-e3b2413f29e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for network (0631c6f7-c6a9-43dd-81e8-03129aee137b), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:54.638767 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38c4e43-bb30-4ad1-b4cd-e3b2413f29e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:54.639438 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e38c4e43-bb30-4ad1-b4cd-e3b2413f29e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:54.691487 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-e38c4e43-bb30-4ad1-b4cd-e3b2413f29e0 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.4034722 Jul 28 01:19:54.694607 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 52410) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:19:54.699846 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-e72e04c4-70d4-4bb0-8ff0-ff22ac8810b4 admin admin] Request body: {'subnet': {'network_id': '0631c6f7-c6a9-43dd-81e8-03129aee137b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-424509177-subnet', 'tenant_id': '8840b41dd8364a8a976f04d4fe421b8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:19:54.702996 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c4e43-bb30-4ad1-b4cd-e3b2413f29e0 admin admin] Pushing event updated for resources: {'Network': ['ID=0631c6f7-c6a9-43dd-81e8-03129aee137b,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:54.716890 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Network 0631c6f7-c6a9-43dd-81e8-03129aee137b details requested by agent ovs-agent-dv-cinder-815582-11-iscsi with host dv-cinder-815582-11-iscsi {{(pid=104163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 01:19:54.722465 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72e04c4-70d4-4bb0-8ff0-ff22ac8810b4 admin admin] Made reservation on behalf of 8840b41dd8364a8a976f04d4fe421b8e for: {'subnet': 1} {{(pid=104162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:19:54.725176 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e72e04c4-70d4-4bb0-8ff0-ff22ac8810b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4537658'] for subnet (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:54.909767 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e72e04c4-70d4-4bb0-8ff0-ff22ac8810b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4518859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4537620'] for subnet (623eda30-a7eb-4b4f-8ccd-e8d363f6e833), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:54.969924 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e04c4-70d4-4bb0-8ff0-ff22ac8810b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=623eda30-a7eb-4b4f-8ccd-e8d363f6e833,revision_number=0']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:54.981365 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72e04c4-70d4-4bb0-8ff0-ff22ac8810b4 admin admin] Checking segment: {'id': 'f5259667-9b20-43d4-a9e8-d47c635db74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0631c6f7-c6a9-43dd-81e8-03129aee137b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:19:54.981722 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72e04c4-70d4-4bb0-8ff0-ff22ac8810b4 admin admin] Network hostable DHCP agents. Network: 0631c6f7-c6a9-43dd-81e8-03129aee137b, hostable agents: ['1da181d0-8fa3-49c1-8992-3db4e395f26f'], hosted agents: [] {{(pid=104162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 01:19:55.000079 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72e04c4-70d4-4bb0-8ff0-ff22ac8810b4 admin admin] Network 0631c6f7-c6a9-43dd-81e8-03129aee137b is scheduled to be hosted by DHCP agent 1da181d0-8fa3-49c1-8992-3db4e395f26f with binding_index 1 {{(pid=104162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 01:19:55.010726 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-e72e04c4-70d4-4bb0-8ff0-ff22ac8810b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-11-iscsi, 0631c6f7-c6a9-43dd-81e8-03129aee137b) {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:19:55.015227 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72e04c4-70d4-4bb0-8ff0-ff22ac8810b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:55.015824 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e72e04c4-70d4-4bb0-8ff0-ff22ac8810b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:55.022567 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e6d9e8-1494-4431-afc4-7b4d40dd0965 None None] Network 0631c6f7-c6a9-43dd-81e8-03129aee137b requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:19:55.034988 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-e72e04c4-70d4-4bb0-8ff0-ff22ac8810b4 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3391056 Jul 28 01:19:55.154687 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e386be-1338-4123-815b-4792ca9142f0 None None] Network 0631c6f7-c6a9-43dd-81e8-03129aee137b requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:19:55.316001 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c2559-261c-494f-ac4d-2bd4a785ac22 req-4ebac695-2a45-48b3-9951-4af6cbb3ca72 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:55.318201 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-605c2559-261c-494f-ac4d-2bd4a785ac22 req-4ebac695-2a45-48b3-9951-4af6cbb3ca72 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 944 time: 0.0562050 Jul 28 01:19:55.379174 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-605c2559-261c-494f-ac4d-2bd4a785ac22 req-53921b8d-95b7-40d2-a13f-a18fd877e699 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533538 Jul 28 01:19:55.753541 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device bd4676aa-4815-4dd2-8cfe-5bab28819f71 up at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:19:55.819194 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Provisioning complete for port bd4676aa-4815-4dd2-8cfe-5bab28819f71 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:19:55.819614 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (bd4676aa-4815-4dd2-8cfe-5bab28819f71), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:55.868052 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:55.919061 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port bd4676aa-4815-4dd2-8cfe-5bab28819f71 is: BUILD; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:19:55.919454 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (bd4676aa-4815-4dd2-8cfe-5bab28819f71), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:55.948281 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b035e590-ae9f-4fb3-ac7f-3615a1ce992c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4676aa-4815-4dd2-8cfe-5bab28819f71'}] {{(pid=104163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:19:55.950660 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74574a7e5f5019bac05c50995ec4c38decffa50ba6d5d10f63080a9b4086ca7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23dc2520-fc33-4c49-924c-8f0422def00e" -d '{"events": [{"server_uuid": "b035e590-ae9f-4fb3-ac7f-3615a1ce992c", "name": "network-vif-plugged", "status": "completed", "tag": "bd4676aa-4815-4dd2-8cfe-5bab28819f71"}]}' {{(pid=104163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:19:55.965903 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port bd4676aa-4815-4dd2-8cfe-5bab28819f71, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=bd4676aa-4815-4dd2-8cfe-5bab28819f71,segment=NetworkSegment(d38ebf67-8dab-4986-bb13-157dcdc07364),segment_id=d38ebf67-8dab-4986-bb13-157dcdc07364)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:19:55.971999 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (bd4676aa-4815-4dd2-8cfe-5bab28819f71), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:56.013164 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 01:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc3c9bc-bba9-42c2-83d5-3e85904d360b x-openstack-request-id: req-3cc3c9bc-bba9-42c2-83d5-3e85904d360b {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:19:56.013515 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b035e590-ae9f-4fb3-ac7f-3615a1ce992c", "name": "network-vif-plugged", "status": "completed", "tag": "bd4676aa-4815-4dd2-8cfe-5bab28819f71", "code": 200}]} {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:19:56.014249 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-3cc3c9bc-bba9-42c2-83d5-3e85904d360b {{(pid=104163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:19:56.015488 dv-cinder-815582-11-iscsi neutron-server[104163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cc3c9bc-bba9-42c2-83d5-3e85904d360b'] response: {'server_uuid': 'b035e590-ae9f-4fb3-ac7f-3615a1ce992c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4676aa-4815-4dd2-8cfe-5bab28819f71', 'code': 200} Jul 28 01:19:56.057360 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=bd4676aa-4815-4dd2-8cfe-5bab28819f71,revision_number=7']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:19:56.540986 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978ca1d-857e-4771-8110-d600ee35a14e req-7ec24fbb-b89d-4cda-9ffc-32f8f76097a5 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:56.542665 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b978ca1d-857e-4771-8110-d600ee35a14e req-7ec24fbb-b89d-4cda-9ffc-32f8f76097a5 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 945 time: 0.0584121 Jul 28 01:19:56.607175 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b978ca1d-857e-4771-8110-d600ee35a14e req-46d6387c-1141-4fb3-8aac-0352f1fa2633 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585566 Jul 28 01:19:57.312853 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2155764-cd97-4a9e-8159-0833f1e32546 req-83b694bb-3d5e-4f1c-b7fb-7d43de0e47c8 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:57.319124 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b2155764-cd97-4a9e-8159-0833f1e32546 req-83b694bb-3d5e-4f1c-b7fb-7d43de0e47c8 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/networks?id=0631c6f7-c6a9-43dd-81e8-03129aee137b HTTP/1.1" status: 200 len: 813 time: 0.3883786 Jul 28 01:19:57.338783 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b2155764-cd97-4a9e-8159-0833f1e32546 req-7a1c645e-71da-4e27-a8ce-f199ccd7519f tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/quotas/8840b41dd8364a8a976f04d4fe421b8e HTTP/1.1" status: 200 len: 375 time: 0.0167150 Jul 28 01:19:57.368347 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b2155764-cd97-4a9e-8159-0833f1e32546 req-d8a2c34f-0900-4b08-a96c-ee4657695fcc tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=8840b41dd8364a8a976f04d4fe421b8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286505 Jul 28 01:19:57.453185 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:57.480676 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b2155764-cd97-4a9e-8159-0833f1e32546 req-910ed543-afdb-477e-8d6f-0181d46c343a service neutron] 10.222.0.17 "GET /v2.0/networks/0631c6f7-c6a9-43dd-81e8-03129aee137b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050622 Jul 28 01:19:57.538207 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:57.592838 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b2155764-cd97-4a9e-8159-0833f1e32546 req-9a96bc02-986d-43b6-b9b7-e99094798f88 service neutron] 10.222.0.17 "GET /v2.0/networks/0631c6f7-c6a9-43dd-81e8-03129aee137b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109416 Jul 28 01:19:57.752912 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8165a-52f7-4c29-8d57-ca41e49a0f01 req-66246358-a060-436c-91fe-20741a669dfc tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:57.755128 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-79b8165a-52f7-4c29-8d57-ca41e49a0f01 req-66246358-a060-436c-91fe-20741a669dfc tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 945 time: 0.0541599 Jul 28 01:19:57.823027 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f68885d3-494e-4302-80a4-9c34a40b8ab4 req-a32bfe47-9b77-440c-a4bd-1da909457644 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/ports?device_id=d171e509-4b0b-4f14-beeb-9aebd8589468 HTTP/1.1" status: 200 len: 210 time: 0.0431213 Jul 28 01:19:57.883450 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-79b8165a-52f7-4c29-8d57-ca41e49a0f01 req-641d982f-40b0-46a2-838e-7a4a77906388 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114180 Jul 28 01:19:59.000807 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-385cba12-7b5e-46aa-92d6-96f639986fe0 req-6651e117-0385-415a-9cd4-6c83b2989327 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/ports?device_id=d171e509-4b0b-4f14-beeb-9aebd8589468 HTTP/1.1" status: 200 len: 210 time: 0.0482571 Jul 28 01:19:59.047700 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:59.055211 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e09c39-8f35-4426-822e-4ae763f1e165 req-ad0b272d-a5ff-40cc-8ce7-f9de48ab103b tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:59.056787 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-62e09c39-8f35-4426-822e-4ae763f1e165 req-ad0b272d-a5ff-40cc-8ce7-f9de48ab103b tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 945 time: 0.0733130 Jul 28 01:19:59.113790 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-62e09c39-8f35-4426-822e-4ae763f1e165 req-2f46d708-d902-4d06-8255-3a7f36833465 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498190 Jul 28 01:19:59.429181 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2155764-cd97-4a9e-8159-0833f1e32546 req-f589148b-652b-4a1c-b32e-89c53077de2c tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:19:59.432259 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b2155764-cd97-4a9e-8159-0833f1e32546 req-f589148b-652b-4a1c-b32e-89c53077de2c tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.42 "GET /v2.0/networks?id=0631c6f7-c6a9-43dd-81e8-03129aee137b HTTP/1.1" status: 200 len: 813 time: 0.1380944 Jul 28 01:19:59.449419 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [req-b2155764-cd97-4a9e-8159-0833f1e32546 req-1c1abd29-4e29-4b7c-b623-eb4eec134cdc tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Request body: {'port': {'device_id': 'd171e509-4b0b-4f14-beeb-9aebd8589468', 'network_id': '0631c6f7-c6a9-43dd-81e8-03129aee137b', 'admin_state_up': True, 'tenant_id': '8840b41dd8364a8a976f04d4fe421b8e'}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:19:59.581890 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2155764-cd97-4a9e-8159-0833f1e32546 req-1c1abd29-4e29-4b7c-b623-eb4eec134cdc tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Made reservation on behalf of 8840b41dd8364a8a976f04d4fe421b8e for: {'port': 1} {{(pid=104162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:19:59.585723 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-b2155764-cd97-4a9e-8159-0833f1e32546 req-1c1abd29-4e29-4b7c-b623-eb4eec134cdc tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:59.733929 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_common [req-b2155764-cd97-4a9e-8159-0833f1e32546 req-1c1abd29-4e29-4b7c-b623-eb4eec134cdc tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Allocated IP 172.20.0.10 (0631c6f7-c6a9-43dd-81e8-03129aee137b/623eda30-a7eb-4b4f-8ccd-e8d363f6e833/0cdf79c7-1022-469b-bd0d-5cb24728ad29) {{(pid=104162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:19:59.940307 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-b2155764-cd97-4a9e-8159-0833f1e32546 req-1c1abd29-4e29-4b7c-b623-eb4eec134cdc tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Publish callbacks [] for port (0cdf79c7-1022-469b-bd0d-5cb24728ad29), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:19:59.972792 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:19:59.995146 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-b2155764-cd97-4a9e-8159-0833f1e32546 req-1c1abd29-4e29-4b7c-b623-eb4eec134cdc tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (0cdf79c7-1022-469b-bd0d-5cb24728ad29), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:00.009028 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:00.074990 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2155764-cd97-4a9e-8159-0833f1e32546 req-1c1abd29-4e29-4b7c-b623-eb4eec134cdc tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Network 0631c6f7-c6a9-43dd-81e8-03129aee137b is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:20:00.081180 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [req-b2155764-cd97-4a9e-8159-0833f1e32546 req-1c1abd29-4e29-4b7c-b623-eb4eec134cdc tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:20:00.086191 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2155764-cd97-4a9e-8159-0833f1e32546 req-1c1abd29-4e29-4b7c-b623-eb4eec134cdc tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Received port after_create {{(pid=104162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:20:00.127111 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1abd29-4e29-4b7c-b623-eb4eec134cdc tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Pushing event updated for resources: {'Port': ['ID=0cdf79c7-1022-469b-bd0d-5cb24728ad29,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:20:00.151606 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2155764-cd97-4a9e-8159-0833f1e32546 req-1c1abd29-4e29-4b7c-b623-eb4eec134cdc tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:00.152271 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-b2155764-cd97-4a9e-8159-0833f1e32546 req-1c1abd29-4e29-4b7c-b623-eb4eec134cdc tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:00.197706 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97baf292-59b1-45ec-8294-18e401986f1f req-73178f69-30fd-49ba-8c5b-4c43fff88c09 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:00.200197 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-97baf292-59b1-45ec-8294-18e401986f1f req-73178f69-30fd-49ba-8c5b-4c43fff88c09 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/ports?device_id=d171e509-4b0b-4f14-beeb-9aebd8589468 HTTP/1.1" status: 200 len: 932 time: 0.0792685 Jul 28 01:20:00.206081 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b2155764-cd97-4a9e-8159-0833f1e32546 req-1c1abd29-4e29-4b7c-b623-eb4eec134cdc tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7624958 Jul 28 01:20:00.218830 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [req-b2155764-cd97-4a9e-8159-0833f1e32546 req-c62b4746-1f8f-43b7-830c-aeb88d9890bb service neutron] Request body: {'port': {'device_id': 'd171e509-4b0b-4f14-beeb-9aebd8589468', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:20:00.339467 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-b2155764-cd97-4a9e-8159-0833f1e32546 req-c62b4746-1f8f-43b7-830c-aeb88d9890bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (0cdf79c7-1022-469b-bd0d-5cb24728ad29), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:00.407231 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978ab71-67ab-4791-81cd-45b29c2b2ddb req-a7db65d2-35e1-4d9f-bc54-4a72a3d63c31 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:00.414749 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4978ab71-67ab-4791-81cd-45b29c2b2ddb req-a7db65d2-35e1-4d9f-bc54-4a72a3d63c31 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 945 time: 0.1640279 Jul 28 01:20:00.465296 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-97baf292-59b1-45ec-8294-18e401986f1f req-a258bcc4-fefb-43c7-af35-eedab225756c tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/security-groups?id=05db75c2-d7b6-429e-beff-d7c9b2b441f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472770 Jul 28 01:20:00.667728 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4978ab71-67ab-4791-81cd-45b29c2b2ddb req-da0f7dbe-052b-4bcb-97ce-eac181030a19 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2518017 Jul 28 01:20:00.764418 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [req-b2155764-cd97-4a9e-8159-0833f1e32546 req-c62b4746-1f8f-43b7-830c-aeb88d9890bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cdf79c7-1022-469b-bd0d-5cb24728ad29 {{(pid=104162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 01:20:00.773443 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-b2155764-cd97-4a9e-8159-0833f1e32546 req-c62b4746-1f8f-43b7-830c-aeb88d9890bb service neutron] Publish callbacks [] for port (0cdf79c7-1022-469b-bd0d-5cb24728ad29), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:00.790538 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [req-b2155764-cd97-4a9e-8159-0833f1e32546 req-c62b4746-1f8f-43b7-830c-aeb88d9890bb service neutron] Transition to ACTIVE for port object 0cdf79c7-1022-469b-bd0d-5cb24728ad29 will not be triggered until provisioned by entity L2. {{(pid=104162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 01:20:00.795772 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-b2155764-cd97-4a9e-8159-0833f1e32546 req-c62b4746-1f8f-43b7-830c-aeb88d9890bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4518704'] for port (0cdf79c7-1022-469b-bd0d-5cb24728ad29), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:00.869742 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b4746-1f8f-43b7-830c-aeb88d9890bb service neutron] Pushing event updated for resources: {'Port': ['ID=0cdf79c7-1022-469b-bd0d-5cb24728ad29,revision_number=2']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:20:00.931200 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [req-b2155764-cd97-4a9e-8159-0833f1e32546 req-c62b4746-1f8f-43b7-830c-aeb88d9890bb service neutron] Attempting to bind port 0cdf79c7-1022-469b-bd0d-5cb24728ad29 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:20:00.931200 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [req-b2155764-cd97-4a9e-8159-0833f1e32546 req-c62b4746-1f8f-43b7-830c-aeb88d9890bb service neutron] Attempting to bind port 0cdf79c7-1022-469b-bd0d-5cb24728ad29 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'f5259667-9b20-43d4-a9e8-d47c635db74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0631c6f7-c6a9-43dd-81e8-03129aee137b'}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:20:00.931200 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2155764-cd97-4a9e-8159-0833f1e32546 req-c62b4746-1f8f-43b7-830c-aeb88d9890bb service neutron] Attempting to bind port 0cdf79c7-1022-469b-bd0d-5cb24728ad29 on network 0631c6f7-c6a9-43dd-81e8-03129aee137b {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:20:00.934263 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2155764-cd97-4a9e-8159-0833f1e32546 req-c62b4746-1f8f-43b7-830c-aeb88d9890bb service neutron] Port 0cdf79c7-1022-469b-bd0d-5cb24728ad29 on network 0631c6f7-c6a9-43dd-81e8-03129aee137b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 01:20:00.934557 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2155764-cd97-4a9e-8159-0833f1e32546 req-c62b4746-1f8f-43b7-830c-aeb88d9890bb service neutron] Attempting to bind port 0cdf79c7-1022-469b-bd0d-5cb24728ad29 on network 0631c6f7-c6a9-43dd-81e8-03129aee137b {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:20:00.939934 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2155764-cd97-4a9e-8159-0833f1e32546 req-c62b4746-1f8f-43b7-830c-aeb88d9890bb service neutron] Checking agent: {'id': '8d4a48be-b376-49eb-a7aa-478deaa3f35f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 11, 32), 'started_at': datetime.datetime(2022, 7, 28, 1, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:20:00.940266 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2155764-cd97-4a9e-8159-0833f1e32546 req-c62b4746-1f8f-43b7-830c-aeb88d9890bb service neutron] Checking segment: {'id': 'f5259667-9b20-43d4-a9e8-d47c635db74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0631c6f7-c6a9-43dd-81e8-03129aee137b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:20:00.940641 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2155764-cd97-4a9e-8159-0833f1e32546 req-c62b4746-1f8f-43b7-830c-aeb88d9890bb service neutron] Bound using segment: {'id': 'f5259667-9b20-43d4-a9e8-d47c635db74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0631c6f7-c6a9-43dd-81e8-03129aee137b'} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:20:00.941091 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [req-b2155764-cd97-4a9e-8159-0833f1e32546 req-c62b4746-1f8f-43b7-830c-aeb88d9890bb service neutron] Bound port: 0cdf79c7-1022-469b-bd0d-5cb24728ad29, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5259667-9b20-43d4-a9e8-d47c635db74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0631c6f7-c6a9-43dd-81e8-03129aee137b'}}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:20:00.941445 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-b2155764-cd97-4a9e-8159-0833f1e32546 req-c62b4746-1f8f-43b7-830c-aeb88d9890bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (0cdf79c7-1022-469b-bd0d-5cb24728ad29), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:00.997449 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:01.010559 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [req-b2155764-cd97-4a9e-8159-0833f1e32546 req-c62b4746-1f8f-43b7-830c-aeb88d9890bb service neutron] For port 0cdf79c7-1022-469b-bd0d-5cb24728ad29, host hv-cinder-81558, cleared binding levels {{(pid=104162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:20:01.012689 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:01.017163 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [req-b2155764-cd97-4a9e-8159-0833f1e32546 req-c62b4746-1f8f-43b7-830c-aeb88d9890bb service neutron] For port 0cdf79c7-1022-469b-bd0d-5cb24728ad29, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=0cdf79c7-1022-469b-bd0d-5cb24728ad29,segment=NetworkSegment(f5259667-9b20-43d4-a9e8-d47c635db74c),segment_id=f5259667-9b20-43d4-a9e8-d47c635db74c)] {{(pid=104162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:20:01.026009 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-b2155764-cd97-4a9e-8159-0833f1e32546 req-c62b4746-1f8f-43b7-830c-aeb88d9890bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4518704'] for port (0cdf79c7-1022-469b-bd0d-5cb24728ad29), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:01.059506 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2155764-cd97-4a9e-8159-0833f1e32546 req-c62b4746-1f8f-43b7-830c-aeb88d9890bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:01.060725 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-b2155764-cd97-4a9e-8159-0833f1e32546 req-c62b4746-1f8f-43b7-830c-aeb88d9890bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:01.062466 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b2155764-cd97-4a9e-8159-0833f1e32546 req-c62b4746-1f8f-43b7-830c-aeb88d9890bb service neutron] 10.222.0.42 "PUT /v2.0/ports/0cdf79c7-1022-469b-bd0d-5cb24728ad29 HTTP/1.1" status: 200 len: 1094 time: 0.8494086 Jul 28 01:20:01.062990 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd171e509-4b0b-4f14-beeb-9aebd8589468', 'tag': '0cdf79c7-1022-469b-bd0d-5cb24728ad29'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:20:01.065318 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f6b11fd638c6a58f8ef19871f5a43997b3abcb3256dc707badf279ceb4d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fcbaee7-dbd0-478f-9860-0b08576a73f0" -d '{"events": [{"name": "network-changed", "server_uuid": "d171e509-4b0b-4f14-beeb-9aebd8589468", "tag": "0cdf79c7-1022-469b-bd0d-5cb24728ad29"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:20:01.097922 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b4746-1f8f-43b7-830c-aeb88d9890bb service neutron] Pushing event updated for resources: {'Port': ['ID=0cdf79c7-1022-469b-bd0d-5cb24728ad29,revision_number=3']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:20:01.118489 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 01:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b90447-688b-44d8-bb37-0af8a74a6578 x-openstack-request-id: req-b5b90447-688b-44d8-bb37-0af8a74a6578 {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:20:01.118778 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d171e509-4b0b-4f14-beeb-9aebd8589468", "tag": "0cdf79c7-1022-469b-bd0d-5cb24728ad29", "status": "completed", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:20:01.119061 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-b5b90447-688b-44d8-bb37-0af8a74a6578 {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:20:01.119485 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5b90447-688b-44d8-bb37-0af8a74a6578'] response: {'name': 'network-changed', 'server_uuid': 'd171e509-4b0b-4f14-beeb-9aebd8589468', 'tag': '0cdf79c7-1022-469b-bd0d-5cb24728ad29', 'status': 'completed', 'code': 200} Jul 28 01:20:01.165441 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2155764-cd97-4a9e-8159-0833f1e32546 req-47c369f2-85f7-43c4-b636-feca29ed09f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:01.166997 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b2155764-cd97-4a9e-8159-0833f1e32546 req-47c369f2-85f7-43c4-b636-feca29ed09f2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8840b41dd8364a8a976f04d4fe421b8e&device_id=d171e509-4b0b-4f14-beeb-9aebd8589468 HTTP/1.1" status: 200 len: 1128 time: 0.0419674 Jul 28 01:20:01.213329 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b2155764-cd97-4a9e-8159-0833f1e32546 req-0d7cafbe-541e-41a7-8e9d-a4bbbac73a4e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0cdf79c7-1022-469b-bd0d-5cb24728ad29 HTTP/1.1" status: 200 len: 217 time: 0.0366488 Jul 28 01:20:01.265853 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2155764-cd97-4a9e-8159-0833f1e32546 req-684913e2-c18f-4dd7-93ab-f2f76efdd3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:01.267472 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b2155764-cd97-4a9e-8159-0833f1e32546 req-684913e2-c18f-4dd7-93ab-f2f76efdd3ef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=623eda30-a7eb-4b4f-8ccd-e8d363f6e833 HTTP/1.1" status: 200 len: 853 time: 0.0471265 Jul 28 01:20:01.302514 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b2155764-cd97-4a9e-8159-0833f1e32546 req-9d3a9295-5df2-42b3-80b2-ff8ae56aef93 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0631c6f7-c6a9-43dd-81e8-03129aee137b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276442 Jul 28 01:20:01.402510 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b2155764-cd97-4a9e-8159-0833f1e32546 req-0b83b481-d620-4e30-a389-60a9c429138c service neutron] 10.222.0.42 "GET /v2.0/networks/0631c6f7-c6a9-43dd-81e8-03129aee137b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932300 Jul 28 01:20:01.508922 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b2155764-cd97-4a9e-8159-0833f1e32546 req-1c08e9a0-0ed1-41ea-9dd2-fea96b0cfed3 service neutron] 10.222.0.42 "GET /v2.0/networks/0631c6f7-c6a9-43dd-81e8-03129aee137b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987654 Jul 28 01:20:01.620088 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7af900-0cef-4201-9bc6-f448b4413829 req-a32487aa-fe5c-468b-a661-93b40d5d316c tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:01.621616 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0f7af900-0cef-4201-9bc6-f448b4413829 req-a32487aa-fe5c-468b-a661-93b40d5d316c tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/ports?device_id=d171e509-4b0b-4f14-beeb-9aebd8589468 HTTP/1.1" status: 200 len: 944 time: 0.0668387 Jul 28 01:20:01.685715 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0f7af900-0cef-4201-9bc6-f448b4413829 req-1fe749a0-b680-4d36-8000-910285a8431c tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/security-groups?id=05db75c2-d7b6-429e-beff-d7c9b2b441f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515084 Jul 28 01:20:01.810449 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17fc1c-e1f7-46ff-9e32-7c83666e83e8 req-8c1c9830-da81-4f14-9563-1e16a3190e82 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:01.817870 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-eb17fc1c-e1f7-46ff-9e32-7c83666e83e8 req-8c1c9830-da81-4f14-9563-1e16a3190e82 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 945 time: 0.0585985 Jul 28 01:20:01.862645 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-eb17fc1c-e1f7-46ff-9e32-7c83666e83e8 req-49ca2f02-b393-4e2d-b695-77c0457db775 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438230 Jul 28 01:20:02.485965 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (8d4a48be-b376-49eb-a7aa-478deaa3f35f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:02.514144 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbaee7-dbd0-478f-9860-0b08576a73f0 req-c463fae4-d95b-4118-9b3b-61a7d7fee188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:02.515758 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1fcbaee7-dbd0-478f-9860-0b08576a73f0 req-c463fae4-d95b-4118-9b3b-61a7d7fee188 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8840b41dd8364a8a976f04d4fe421b8e&device_id=d171e509-4b0b-4f14-beeb-9aebd8589468 HTTP/1.1" status: 200 len: 1128 time: 0.0913706 Jul 28 01:20:02.631548 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbaee7-dbd0-478f-9860-0b08576a73f0 req-fcafcd89-2e72-4d0c-90c7-6864e53455f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:02.633165 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1fcbaee7-dbd0-478f-9860-0b08576a73f0 req-fcafcd89-2e72-4d0c-90c7-6864e53455f3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0631c6f7-c6a9-43dd-81e8-03129aee137b HTTP/1.1" status: 200 len: 914 time: 0.1083477 Jul 28 01:20:02.689730 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1fcbaee7-dbd0-478f-9860-0b08576a73f0 req-a40f1f02-5f7b-4ee1-8188-c706d09f744d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0cdf79c7-1022-469b-bd0d-5cb24728ad29 HTTP/1.1" status: 200 len: 217 time: 0.0457234 Jul 28 01:20:02.779568 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbaee7-dbd0-478f-9860-0b08576a73f0 req-101b13c6-cf64-478f-a282-839b8cccd141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:02.781496 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1fcbaee7-dbd0-478f-9860-0b08576a73f0 req-101b13c6-cf64-478f-a282-839b8cccd141 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=623eda30-a7eb-4b4f-8ccd-e8d363f6e833 HTTP/1.1" status: 200 len: 853 time: 0.0847521 Jul 28 01:20:02.840059 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1fcbaee7-dbd0-478f-9860-0b08576a73f0 req-cee7a8fb-dff6-4711-9b9c-3173c070495c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0631c6f7-c6a9-43dd-81e8-03129aee137b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455093 Jul 28 01:20:02.866601 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54f543-3593-4b32-b4cb-21deab000988 req-d7b2b961-2696-4548-9089-4da4015900c7 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:02.868152 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-3b54f543-3593-4b32-b4cb-21deab000988 req-d7b2b961-2696-4548-9089-4da4015900c7 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/ports?device_id=d171e509-4b0b-4f14-beeb-9aebd8589468 HTTP/1.1" status: 200 len: 944 time: 0.0853755 Jul 28 01:20:02.941757 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:03.043398 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-3b54f543-3593-4b32-b4cb-21deab000988 req-157112ca-0285-43a0-bbca-07df00a34f9d tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/security-groups?id=05db75c2-d7b6-429e-beff-d7c9b2b441f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645977 Jul 28 01:20:03.060290 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a02b3-ac42-4323-9bf4-99cd183751d9 req-99c8d23f-021d-4ff6-ab0d-1f282f48812c tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:03.067743 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-712a02b3-ac42-4323-9bf4-99cd183751d9 req-99c8d23f-021d-4ff6-ab0d-1f282f48812c tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 945 time: 0.1006956 Jul 28 01:20:03.092903 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1fcbaee7-dbd0-478f-9860-0b08576a73f0 req-6f038bf6-9763-48ec-bbb9-866236f89fd6 service neutron] 10.222.0.42 "GET /v2.0/networks/0631c6f7-c6a9-43dd-81e8-03129aee137b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401032 Jul 28 01:20:03.179172 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-712a02b3-ac42-4323-9bf4-99cd183751d9 req-6a537d83-4b49-457e-947f-325bbc4b7e4b tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098952 Jul 28 01:20:03.197635 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:03.241702 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1fcbaee7-dbd0-478f-9860-0b08576a73f0 req-926da267-acbb-4edc-92ce-ff6311fb386b service neutron] 10.222.0.42 "GET /v2.0/networks/0631c6f7-c6a9-43dd-81e8-03129aee137b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370180 Jul 28 01:20:03.421722 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:03.787312 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 0cdf79c7-1022-469b-bd0d-5cb24728ad29 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 01:20:03.910001 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 0cdf79c7-1022-469b-bd0d-5cb24728ad29, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=0cdf79c7-1022-469b-bd0d-5cb24728ad29,segment=NetworkSegment(f5259667-9b20-43d4-a9e8-d47c635db74c),segment_id=f5259667-9b20-43d4-a9e8-d47c635db74c)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:20:03.922143 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Returning: {'device': '0cdf79c7-1022-469b-bd0d-5cb24728ad29', 'network_id': '0631c6f7-c6a9-43dd-81e8-03129aee137b', 'port_id': '0cdf79c7-1022-469b-bd0d-5cb24728ad29', 'mac_address': 'fa:16:3e:d8:f8:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '623eda30-a7eb-4b4f-8ccd-e8d363f6e833', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 01:20:03.963648 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port 0cdf79c7-1022-469b-bd0d-5cb24728ad29 is: DOWN; New status is: BUILD {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:20:03.964046 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (0cdf79c7-1022-469b-bd0d-5cb24728ad29), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:03.977926 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cdf79c7-1022-469b-bd0d-5cb24728ad29 {{(pid=104163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 01:20:03.983668 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:04.007959 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 0cdf79c7-1022-469b-bd0d-5cb24728ad29, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=0cdf79c7-1022-469b-bd0d-5cb24728ad29,segment=NetworkSegment(f5259667-9b20-43d4-a9e8-d47c635db74c),segment_id=f5259667-9b20-43d4-a9e8-d47c635db74c)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:20:04.013030 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (0cdf79c7-1022-469b-bd0d-5cb24728ad29), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:04.062287 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=0cdf79c7-1022-469b-bd0d-5cb24728ad29,revision_number=4']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:20:04.070519 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:20:04.070986 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:20:04.071340 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:20:04.071702 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:20:04.072158 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:20:04.072460 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:20:04.072935 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:20:04.073302 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:20:04.073680 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:20:04.073996 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:20:04.074601 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:20:04.074693 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:20:04.075023 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:20:04.075430 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:20:04.075787 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:20:04.170414 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30da98-0cff-4cc4-856a-f0367ab70be2 req-389cf82b-fd66-4671-8287-fc14c594b43d tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:04.174193 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ad30da98-0cff-4cc4-856a-f0367ab70be2 req-389cf82b-fd66-4671-8287-fc14c594b43d tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/ports?device_id=d171e509-4b0b-4f14-beeb-9aebd8589468 HTTP/1.1" status: 200 len: 945 time: 0.0530343 Jul 28 01:20:04.231441 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ad30da98-0cff-4cc4-856a-f0367ab70be2 req-13f2a5d8-fada-4910-bfb9-d250130c5bd7 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/security-groups?id=05db75c2-d7b6-429e-beff-d7c9b2b441f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518188 Jul 28 01:20:04.280050 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] get_ports_and_sgs() called for port_ids ['0cdf79c7-1022-469b-bd0d-5cb24728ad29'] {{(pid=104163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 01:20:04.374281 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340e136-58ce-49eb-8c29-7f52b773f902 req-4d30ebca-1232-475b-a223-71943fdea0e2 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:04.375911 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9340e136-58ce-49eb-8c29-7f52b773f902 req-4d30ebca-1232-475b-a223-71943fdea0e2 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 945 time: 0.0621650 Jul 28 01:20:04.457242 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9340e136-58ce-49eb-8c29-7f52b773f902 req-63c344c5-50a4-429d-aee1-28bf90eace34 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731256 Jul 28 01:20:04.687368 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=53,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:04.700094 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=59,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:05.363903 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537f353-7eec-47d6-b007-f0a186456c08 req-bf094af8-7e87-483a-b268-bad6946820b9 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:05.365408 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0537f353-7eec-47d6-b007-f0a186456c08 req-bf094af8-7e87-483a-b268-bad6946820b9 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/ports?device_id=d171e509-4b0b-4f14-beeb-9aebd8589468 HTTP/1.1" status: 200 len: 945 time: 0.0542166 Jul 28 01:20:05.426207 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aadd656-cf78-4165-b050-b8536dc738db req-4e89902e-9940-4652-a92b-48ad020797da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:05.427757 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1aadd656-cf78-4165-b050-b8536dc738db req-4e89902e-9940-4652-a92b-48ad020797da service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6e3df8020ac0427bae99a7fc30bdfa48&device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 1129 time: 0.0614810 Jul 28 01:20:05.499216 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0537f353-7eec-47d6-b007-f0a186456c08 req-7c772431-ad60-4496-8540-53419454ce38 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/security-groups?id=05db75c2-d7b6-429e-beff-d7c9b2b441f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238177 Jul 28 01:20:05.580296 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aadd656-cf78-4165-b050-b8536dc738db req-8028ce99-6271-4dde-9065-e7878d2517ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:05.581624 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1aadd656-cf78-4165-b050-b8536dc738db req-8028ce99-6271-4dde-9065-e7878d2517ae service neutron] 10.222.0.42 "GET /v2.0/networks?id=79d1ca3f-e23e-4848-9d9a-982b12f210b8 HTTP/1.1" status: 200 len: 918 time: 0.1459486 Jul 28 01:20:05.602814 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd871014-4500-49ea-8301-afc1de1fc30d req-77e88ecb-c60c-402e-afae-900d9bb38144 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:05.604264 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-bd871014-4500-49ea-8301-afc1de1fc30d req-77e88ecb-c60c-402e-afae-900d9bb38144 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 945 time: 0.0689473 Jul 28 01:20:05.678001 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1aadd656-cf78-4165-b050-b8536dc738db req-cad2b8ce-a5c0-4d88-95b1-a31615bd16af service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd4676aa-4815-4dd2-8cfe-5bab28819f71 HTTP/1.1" status: 200 len: 1001 time: 0.0898111 Jul 28 01:20:05.727859 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-bd871014-4500-49ea-8301-afc1de1fc30d req-4474019f-e8de-4424-ba97-de53f94b6f31 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933914 Jul 28 01:20:05.748209 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aadd656-cf78-4165-b050-b8536dc738db req-58f43d47-8417-4509-bf31-754c7e97ccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:05.750380 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1aadd656-cf78-4165-b050-b8536dc738db req-58f43d47-8417-4509-bf31-754c7e97ccc7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6 HTTP/1.1" status: 200 len: 856 time: 0.0644228 Jul 28 01:20:05.790858 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 0cdf79c7-1022-469b-bd0d-5cb24728ad29 up at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:20:05.802813 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aadd656-cf78-4165-b050-b8536dc738db req-09f3c92f-996f-449d-9934-92acd4b722b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:05.804334 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1aadd656-cf78-4165-b050-b8536dc738db req-09f3c92f-996f-449d-9934-92acd4b722b7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=79d1ca3f-e23e-4848-9d9a-982b12f210b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0473526 Jul 28 01:20:05.839317 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Provisioning for port 0cdf79c7-1022-469b-bd0d-5cb24728ad29 completed by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 01:20:05.846362 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Provisioning complete for port 0cdf79c7-1022-469b-bd0d-5cb24728ad29 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:20:05.846814 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (0cdf79c7-1022-469b-bd0d-5cb24728ad29), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:05.914021 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1aadd656-cf78-4165-b050-b8536dc738db req-46d66f13-fd01-41bd-97b5-83e6ac875a6d service neutron] 10.222.0.42 "GET /v2.0/networks/79d1ca3f-e23e-4848-9d9a-982b12f210b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996933 Jul 28 01:20:05.923407 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port 0cdf79c7-1022-469b-bd0d-5cb24728ad29 is: BUILD; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:20:05.923787 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (0cdf79c7-1022-469b-bd0d-5cb24728ad29), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:05.951292 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd171e509-4b0b-4f14-beeb-9aebd8589468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cdf79c7-1022-469b-bd0d-5cb24728ad29'}] {{(pid=104163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:20:05.953565 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74574a7e5f5019bac05c50995ec4c38decffa50ba6d5d10f63080a9b4086ca7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34bf52ad-0d83-4d82-a92a-2acf49ae3016" -d '{"events": [{"server_uuid": "d171e509-4b0b-4f14-beeb-9aebd8589468", "name": "network-vif-plugged", "status": "completed", "tag": "0cdf79c7-1022-469b-bd0d-5cb24728ad29"}]}' {{(pid=104163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:20:05.963575 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:05.968112 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 0cdf79c7-1022-469b-bd0d-5cb24728ad29, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=0cdf79c7-1022-469b-bd0d-5cb24728ad29,segment=NetworkSegment(f5259667-9b20-43d4-a9e8-d47c635db74c),segment_id=f5259667-9b20-43d4-a9e8-d47c635db74c)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:20:05.975298 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (0cdf79c7-1022-469b-bd0d-5cb24728ad29), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:05.978734 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:06.000691 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 01:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925099e6-ea81-4f50-9463-9e915769207a x-openstack-request-id: req-925099e6-ea81-4f50-9463-9e915769207a {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:20:06.000983 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d171e509-4b0b-4f14-beeb-9aebd8589468", "name": "network-vif-plugged", "status": "completed", "tag": "0cdf79c7-1022-469b-bd0d-5cb24728ad29", "code": 200}]} {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:20:06.001235 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-925099e6-ea81-4f50-9463-9e915769207a {{(pid=104163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:20:06.001751 dv-cinder-815582-11-iscsi neutron-server[104163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-925099e6-ea81-4f50-9463-9e915769207a'] response: {'server_uuid': 'd171e509-4b0b-4f14-beeb-9aebd8589468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cdf79c7-1022-469b-bd0d-5cb24728ad29', 'code': 200} Jul 28 01:20:06.024287 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1aadd656-cf78-4165-b050-b8536dc738db req-24129053-8380-45e7-957b-fff1ebeee98d service neutron] 10.222.0.42 "GET /v2.0/networks/79d1ca3f-e23e-4848-9d9a-982b12f210b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970268 Jul 28 01:20:06.032852 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=0cdf79c7-1022-469b-bd0d-5cb24728ad29,revision_number=5']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:20:06.623743 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf044e-ddbb-4323-bcc6-433759c42b5a req-fbbd14f2-7b9d-4770-afc9-3d3fc900c50a tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:06.625221 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-33cf044e-ddbb-4323-bcc6-433759c42b5a req-fbbd14f2-7b9d-4770-afc9-3d3fc900c50a tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/ports?device_id=d171e509-4b0b-4f14-beeb-9aebd8589468 HTTP/1.1" status: 200 len: 946 time: 0.0507796 Jul 28 01:20:06.685750 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-33cf044e-ddbb-4323-bcc6-433759c42b5a req-b820d5c8-6103-49b6-9e0d-d854ee02126e tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/security-groups?id=05db75c2-d7b6-429e-beff-d7c9b2b441f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533984 Jul 28 01:20:06.868123 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff7e8e-1d0e-4727-bf68-0c0a77850b0f req-306ea954-f140-4447-89bb-ccb804a7e87c tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:06.869619 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-3fff7e8e-1d0e-4727-bf68-0c0a77850b0f req-306ea954-f140-4447-89bb-ccb804a7e87c tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 945 time: 0.0473475 Jul 28 01:20:06.894220 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:06.929935 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-3fff7e8e-1d0e-4727-bf68-0c0a77850b0f req-ed1ee986-8ad5-4b19-9ca7-40f88fde9f28 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545812 Jul 28 01:20:07.495730 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d06a3-76f7-4f48-a0b9-17ed502291af req-0b452107-f254-48a6-b439-401152dd29d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:07.497257 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8a5d06a3-76f7-4f48-a0b9-17ed502291af req-0b452107-f254-48a6-b439-401152dd29d2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d171e509-4b0b-4f14-beeb-9aebd8589468 HTTP/1.1" status: 200 len: 1130 time: 0.0452707 Jul 28 01:20:07.551292 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8a5d06a3-76f7-4f48-a0b9-17ed502291af req-f7a0d448-8ffa-45e7-8424-917a2ae9bbbb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=05db75c2-d7b6-429e-beff-d7c9b2b441f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451150 Jul 28 01:20:07.786145 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device bd4676aa-4815-4dd2-8cfe-5bab28819f71 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:20:07.815117 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29eb206-7dca-4e6b-a9c0-f71ef856f3e6 req-fe8b1c56-80cf-469f-b8e2-759890a1c0a1 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:07.816594 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b29eb206-7dca-4e6b-a9c0-f71ef856f3e6 req-fe8b1c56-80cf-469f-b8e2-759890a1c0a1 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/ports?device_id=d171e509-4b0b-4f14-beeb-9aebd8589468 HTTP/1.1" status: 200 len: 946 time: 0.0543091 Jul 28 01:20:07.848998 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-36a6818e-decd-44ac-b6b3-0abec43922a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:07.873661 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b29eb206-7dca-4e6b-a9c0-f71ef856f3e6 req-b85b52b4-76f5-46cf-ad7d-8b496d0559eb tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/security-groups?id=05db75c2-d7b6-429e-beff-d7c9b2b441f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501969 Jul 28 01:20:07.888552 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port bd4676aa-4815-4dd2-8cfe-5bab28819f71 is: ACTIVE; New status is: DOWN {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:20:07.888944 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (bd4676aa-4815-4dd2-8cfe-5bab28819f71), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:07.925704 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port bd4676aa-4815-4dd2-8cfe-5bab28819f71, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=bd4676aa-4815-4dd2-8cfe-5bab28819f71,segment=NetworkSegment(d38ebf67-8dab-4986-bb13-157dcdc07364),segment_id=d38ebf67-8dab-4986-bb13-157dcdc07364)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:20:07.930640 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (bd4676aa-4815-4dd2-8cfe-5bab28819f71), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:07.975207 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:07.982605 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=bd4676aa-4815-4dd2-8cfe-5bab28819f71,revision_number=8']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:20:08.002493 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b035e590-ae9f-4fb3-ac7f-3615a1ce992c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd4676aa-4815-4dd2-8cfe-5bab28819f71'}] {{(pid=104163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:20:08.005358 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74574a7e5f5019bac05c50995ec4c38decffa50ba6d5d10f63080a9b4086ca7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd93a340-065f-490f-9500-152bb54cfaf5" -d '{"events": [{"server_uuid": "b035e590-ae9f-4fb3-ac7f-3615a1ce992c", "name": "network-vif-unplugged", "status": "completed", "tag": "bd4676aa-4815-4dd2-8cfe-5bab28819f71"}]}' {{(pid=104163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:20:08.042326 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Jul 2022 01:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fdb660e-7817-4f72-aad5-aa81e20486df x-openstack-request-id: req-0fdb660e-7817-4f72-aad5-aa81e20486df {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:20:08.042629 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b035e590-ae9f-4fb3-ac7f-3615a1ce992c", "name": "network-vif-unplugged", "status": "completed", "tag": "bd4676aa-4815-4dd2-8cfe-5bab28819f71", "code": 200}]} {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:20:08.042893 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-0fdb660e-7817-4f72-aad5-aa81e20486df {{(pid=104163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:20:08.043320 dv-cinder-815582-11-iscsi neutron-server[104163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fdb660e-7817-4f72-aad5-aa81e20486df'] response: {'server_uuid': 'b035e590-ae9f-4fb3-ac7f-3615a1ce992c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd4676aa-4815-4dd2-8cfe-5bab28819f71', 'code': 200} Jul 28 01:20:08.076964 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6ac06-77c6-4f86-86d5-af875970db9d req-7b2f6bb0-898b-4dde-96a4-90136630b007 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:08.078437 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0ca6ac06-77c6-4f86-86d5-af875970db9d req-7b2f6bb0-898b-4dde-96a4-90136630b007 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 943 time: 0.0632954 Jul 28 01:20:08.137719 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0ca6ac06-77c6-4f86-86d5-af875970db9d req-07061292-c913-42ac-897a-383faa0dd275 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531716 Jul 28 01:20:09.017077 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c52f3b-6f1b-4bbf-a656-c69d49ebb19b req-fffe7788-2d9b-4fb4-9c46-333199567b28 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:09.024909 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e0c52f3b-6f1b-4bbf-a656-c69d49ebb19b req-fffe7788-2d9b-4fb4-9c46-333199567b28 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/ports?device_id=d171e509-4b0b-4f14-beeb-9aebd8589468 HTTP/1.1" status: 200 len: 946 time: 0.0818701 Jul 28 01:20:09.087202 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e0c52f3b-6f1b-4bbf-a656-c69d49ebb19b req-490c734c-fd55-4dde-9a4c-22ffa5f28c92 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/security-groups?id=05db75c2-d7b6-429e-beff-d7c9b2b441f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612884 Jul 28 01:20:09.188980 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea795c7-996f-48a8-982a-5b87c7389640 req-3be1fcb0-2415-4a79-b964-6d9fa8b13b90 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:09.190474 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-bea795c7-996f-48a8-982a-5b87c7389640 req-3be1fcb0-2415-4a79-b964-6d9fa8b13b90 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 943 time: 0.0597990 Jul 28 01:20:09.231887 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-64960102-93fc-4ac7-b9f0-9888f876c602 req-f3cd912a-2254-4b40-bef9-aa012620a5bc service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0588679 Jul 28 01:20:09.258866 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-bea795c7-996f-48a8-982a-5b87c7389640 req-b01fd2cd-e517-4036-b9e6-e08cb80e513b tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526278 Jul 28 01:20:09.310744 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64960102-93fc-4ac7-b9f0-9888f876c602 req-31ca1229-0bee-42e3-9c67-dbb2d7463dbe tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:09.312110 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-64960102-93fc-4ac7-b9f0-9888f876c602 req-31ca1229-0bee-42e3-9c67-dbb2d7463dbe tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports/bd4676aa-4815-4dd2-8cfe-5bab28819f71 HTTP/1.1" status: 200 len: 940 time: 0.0490370 Jul 28 01:20:10.208248 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea27a63-1f49-42e7-9cbf-8037667367e0 req-aa3a2983-5355-4cde-a628-0db3ebbc3793 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:10.210112 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-bea27a63-1f49-42e7-9cbf-8037667367e0 req-aa3a2983-5355-4cde-a628-0db3ebbc3793 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/ports?device_id=d171e509-4b0b-4f14-beeb-9aebd8589468 HTTP/1.1" status: 200 len: 946 time: 0.0525925 Jul 28 01:20:10.266826 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-bea27a63-1f49-42e7-9cbf-8037667367e0 req-bfe46ee9-a50e-452d-bf98-1aa603169ae3 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/security-groups?id=05db75c2-d7b6-429e-beff-d7c9b2b441f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491810 Jul 28 01:20:10.356540 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-b2b4dbc4-42e0-41d2-ae84-9b0b898b4dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:10.391098 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf95e0-4d69-494e-8953-bb7a6f6ae314 req-d8a2a74a-181e-4548-b0a4-fed4922648ea tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:10.392595 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-15bf95e0-4d69-494e-8953-bb7a6f6ae314 req-d8a2a74a-181e-4548-b0a4-fed4922648ea tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 943 time: 0.0500791 Jul 28 01:20:10.436358 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:10.449935 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-15bf95e0-4d69-494e-8953-bb7a6f6ae314 req-86ea389f-0389-4954-b456-045dd38002e1 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465925 Jul 28 01:20:10.585013 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64960102-93fc-4ac7-b9f0-9888f876c602 req-599bb472-2333-4c10-aa38-9a864cf0353e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:10.586507 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-64960102-93fc-4ac7-b9f0-9888f876c602 req-599bb472-2333-4c10-aa38-9a864cf0353e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c&tenant_id=6e3df8020ac0427bae99a7fc30bdfa48 HTTP/1.1" status: 200 len: 1127 time: 0.0846243 Jul 28 01:20:10.658239 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64960102-93fc-4ac7-b9f0-9888f876c602 req-e09e1f87-fac8-4c91-abb2-5a9b0609f5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:10.659890 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-64960102-93fc-4ac7-b9f0-9888f876c602 req-e09e1f87-fac8-4c91-abb2-5a9b0609f5a0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6e3df8020ac0427bae99a7fc30bdfa48&device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 1127 time: 0.0479138 Jul 28 01:20:10.786324 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64960102-93fc-4ac7-b9f0-9888f876c602 req-7c8d1f30-01b5-4f44-bcc4-2b4406ee0faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:10.786324 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-64960102-93fc-4ac7-b9f0-9888f876c602 req-7c8d1f30-01b5-4f44-bcc4-2b4406ee0faa service neutron] 10.222.0.42 "GET /v2.0/networks?id=79d1ca3f-e23e-4848-9d9a-982b12f210b8 HTTP/1.1" status: 200 len: 918 time: 0.1101098 Jul 28 01:20:10.855708 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-64960102-93fc-4ac7-b9f0-9888f876c602 req-57cb153b-67b2-4f3e-9beb-00820c52f4e0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd4676aa-4815-4dd2-8cfe-5bab28819f71 HTTP/1.1" status: 200 len: 999 time: 0.0664833 Jul 28 01:20:11.123539 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:11.140787 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64960102-93fc-4ac7-b9f0-9888f876c602 req-ba2a93d1-1840-4481-aeef-63c1a5e61bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:11.142554 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-64960102-93fc-4ac7-b9f0-9888f876c602 req-ba2a93d1-1840-4481-aeef-63c1a5e61bf2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6 HTTP/1.1" status: 200 len: 856 time: 0.0513039 Jul 28 01:20:11.195815 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64960102-93fc-4ac7-b9f0-9888f876c602 req-b7c7e646-3572-45cb-89c4-1ca1bb789e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:11.197325 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-64960102-93fc-4ac7-b9f0-9888f876c602 req-b7c7e646-3572-45cb-89c4-1ca1bb789e7e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=79d1ca3f-e23e-4848-9d9a-982b12f210b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432518 Jul 28 01:20:11.354652 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:11.627293 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282d899-e652-47dc-9bbd-bcc111aa7622 req-01bee266-5511-4f60-8356-573aa4fe8210 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:11.628816 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8282d899-e652-47dc-9bbd-bcc111aa7622 req-01bee266-5511-4f60-8356-573aa4fe8210 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 943 time: 0.1000681 Jul 28 01:20:11.704441 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-64960102-93fc-4ac7-b9f0-9888f876c602 req-1d12500c-03ba-4975-86dc-8ab5a30d6de3 service neutron] 10.222.0.42 "GET /v2.0/networks/79d1ca3f-e23e-4848-9d9a-982b12f210b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384740 Jul 28 01:20:11.709933 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8282d899-e652-47dc-9bbd-bcc111aa7622 req-1f8bc8cf-416c-4ad5-a8ea-892179206288 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729358 Jul 28 01:20:11.805926 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device bd4676aa-4815-4dd2-8cfe-5bab28819f71 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:20:11.809284 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-64960102-93fc-4ac7-b9f0-9888f876c602 req-5df6ddfb-eeac-4d10-88b4-e51f09be7d9a service neutron] 10.222.0.42 "GET /v2.0/networks/79d1ca3f-e23e-4848-9d9a-982b12f210b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976515 Jul 28 01:20:11.912616 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port bd4676aa-4815-4dd2-8cfe-5bab28819f71 is: DOWN; New status is: DOWN {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:20:12.730646 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:12.872724 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bddee8-35bc-4f27-b258-fb4952a70bb6 req-0f6bfe94-8f06-4f51-b6f2-be01b877c51c tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:12.874386 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-33bddee8-35bc-4f27-b258-fb4952a70bb6 req-0f6bfe94-8f06-4f51-b6f2-be01b877c51c tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 943 time: 0.0581067 Jul 28 01:20:12.960348 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-33bddee8-35bc-4f27-b258-fb4952a70bb6 req-5247354e-b99d-46b4-94c5-3fd3302ed08f tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746744 Jul 28 01:20:13.048223 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:14.107947 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2d3e1-3ee2-4a82-96e8-a63a29fae2e8 req-7519db73-84c2-4755-b2d3-7f8fab5ca0d5 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:14.109819 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-15f2d3e1-3ee2-4a82-96e8-a63a29fae2e8 req-7519db73-84c2-4755-b2d3-7f8fab5ca0d5 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 943 time: 0.0525808 Jul 28 01:20:14.162340 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-15f2d3e1-3ee2-4a82-96e8-a63a29fae2e8 req-9724fc71-d94d-4772-a0c1-15431d73a1c7 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459881 Jul 28 01:20:15.299739 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2fea0-afbc-4787-990c-4f0b590d196f req-b59ef9df-19c7-4bc1-96e7-d324789fadd4 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:15.301194 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-85e2fea0-afbc-4787-990c-4f0b590d196f req-b59ef9df-19c7-4bc1-96e7-d324789fadd4 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 943 time: 0.0547857 Jul 28 01:20:15.351159 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-85e2fea0-afbc-4787-990c-4f0b590d196f req-c27360e0-295f-4fd2-8f91-5c3275431c77 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441582 Jul 28 01:20:16.524843 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361b0d7-6380-4e24-868f-d734c406a566 req-aa9c9216-7da9-4c17-b539-b09b50e18285 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:16.526492 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e361b0d7-6380-4e24-868f-d734c406a566 req-aa9c9216-7da9-4c17-b539-b09b50e18285 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 943 time: 0.0792358 Jul 28 01:20:16.579080 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e361b0d7-6380-4e24-868f-d734c406a566 req-b0383cfa-d251-48d3-b02b-7097e7cceefe tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460365 Jul 28 01:20:17.730631 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd145930-34cb-40d9-ab9a-127e6e3caa0c req-847b8db9-937a-4ca9-9c99-fcdf3d490a14 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:17.738377 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-bd145930-34cb-40d9-ab9a-127e6e3caa0c req-847b8db9-937a-4ca9-9c99-fcdf3d490a14 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 943 time: 0.0633028 Jul 28 01:20:17.786056 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-bd145930-34cb-40d9-ab9a-127e6e3caa0c req-e074b1e9-b267-46fc-bfa6-231780e294e9 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466619 Jul 28 01:20:18.895638 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:18.936897 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74488429-0231-40d6-ab9d-f23f862cb380 req-fc2d8267-1893-428a-a3a4-f8533c003aa5 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:18.938418 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-74488429-0231-40d6-ab9d-f23f862cb380 req-fc2d8267-1893-428a-a3a4-f8533c003aa5 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 943 time: 0.0564990 Jul 28 01:20:19.002994 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-74488429-0231-40d6-ab9d-f23f862cb380 req-7ff4375f-7ae7-4037-9ff8-e004c5c4aea1 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584521 Jul 28 01:20:20.145355 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b455b5-7c3a-47a8-8ba4-03115440cbc0 req-ed569e35-09f3-454b-8d11-ee60f55f5e64 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:20.146938 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-64b455b5-7c3a-47a8-8ba4-03115440cbc0 req-ed569e35-09f3-454b-8d11-ee60f55f5e64 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 943 time: 0.0504522 Jul 28 01:20:20.194801 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:20.203050 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-64b455b5-7c3a-47a8-8ba4-03115440cbc0 req-e1de7962-4b71-41ec-abb5-831496831db6 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504105 Jul 28 01:20:21.331408 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6e5b7-e060-4bb6-84b3-fd12ec261ae2 req-27583600-ec76-4deb-976f-b9f0899fce08 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:21.332872 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-14f6e5b7-e060-4bb6-84b3-fd12ec261ae2 req-27583600-ec76-4deb-976f-b9f0899fce08 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 943 time: 0.0523546 Jul 28 01:20:21.380784 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-14f6e5b7-e060-4bb6-84b3-fd12ec261ae2 req-06b13fd0-4996-410c-9aa7-33590c97e29f tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415907 Jul 28 01:20:22.420633 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=3 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:22.422180 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=3 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:22.789293 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfede89-5450-4834-8e2d-62c53f1a14e3 req-855a65e3-f7b3-4ddf-9279-c7279c3efb91 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:22.790637 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2cfede89-5450-4834-8e2d-62c53f1a14e3 req-855a65e3-f7b3-4ddf-9279-c7279c3efb91 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 943 time: 0.3204699 Jul 28 01:20:22.849860 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2cfede89-5450-4834-8e2d-62c53f1a14e3 req-b1492d9f-d3c6-4240-a8ad-43343bf8c04e tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505121 Jul 28 01:20:23.013454 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=49,neutron:UPDATE=4 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:23.037474 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:23.478696 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e93528-764c-4d1d-a105-5fca5a8d193d req-2b39b94a-bc90-40de-8dff-af4691e2cdb7 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:23.479747 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-11e93528-764c-4d1d-a105-5fca5a8d193d req-2b39b94a-bc90-40de-8dff-af4691e2cdb7 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=ee97a8c0-2311-4bee-a11d-43aed93845f6 HTTP/1.1" status: 200 len: 945 time: 0.0487225 Jul 28 01:20:23.535854 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-11e93528-764c-4d1d-a105-5fca5a8d193d req-71036f86-d5ff-4c96-8f31-fbb82fefca15 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=48536ea1-2983-4598-a12f-2f0fa5451150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502992 Jul 28 01:20:23.907741 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device bd4676aa-4815-4dd2-8cfe-5bab28819f71 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 01:20:23.988397 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac236c-0a91-4855-8ca8-c3a337734aff req-6f3d6dd3-2d40-4caa-a5f3-f6d508e2a853 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:23.989857 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-00ac236c-0a91-4855-8ca8-c3a337734aff req-6f3d6dd3-2d40-4caa-a5f3-f6d508e2a853 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 943 time: 0.0515387 Jul 28 01:20:24.010328 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port bd4676aa-4815-4dd2-8cfe-5bab28819f71, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=bd4676aa-4815-4dd2-8cfe-5bab28819f71,segment=NetworkSegment(d38ebf67-8dab-4986-bb13-157dcdc07364),segment_id=d38ebf67-8dab-4986-bb13-157dcdc07364)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:20:24.021668 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Returning: {'device': 'bd4676aa-4815-4dd2-8cfe-5bab28819f71', 'network_id': '79d1ca3f-e23e-4848-9d9a-982b12f210b8', 'port_id': 'bd4676aa-4815-4dd2-8cfe-5bab28819f71', 'mac_address': 'fa:16:3e:8a:07:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 01:20:24.039960 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-00ac236c-0a91-4855-8ca8-c3a337734aff req-53a12a6f-a4e9-42b4-b8a0-9e69ad3f9bfd tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433242 Jul 28 01:20:24.196446 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port bd4676aa-4815-4dd2-8cfe-5bab28819f71 is: DOWN; New status is: BUILD {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:20:24.197352 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (bd4676aa-4815-4dd2-8cfe-5bab28819f71), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:24.212249 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd4676aa-4815-4dd2-8cfe-5bab28819f71 {{(pid=104163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 01:20:24.232447 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port bd4676aa-4815-4dd2-8cfe-5bab28819f71, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=bd4676aa-4815-4dd2-8cfe-5bab28819f71,segment=NetworkSegment(d38ebf67-8dab-4986-bb13-157dcdc07364),segment_id=d38ebf67-8dab-4986-bb13-157dcdc07364)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:20:24.239077 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (bd4676aa-4815-4dd2-8cfe-5bab28819f71), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:24.296399 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=bd4676aa-4815-4dd2-8cfe-5bab28819f71,revision_number=9']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:20:24.555652 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] get_ports_and_sgs() called for port_ids ['bd4676aa-4815-4dd2-8cfe-5bab28819f71'] {{(pid=104163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 01:20:24.658170 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd94d80-c766-47b7-8fe1-39e229c12aa0 req-96741fee-1177-4c47-859d-0295113b3728 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:24.659681 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-dfd94d80-c766-47b7-8fe1-39e229c12aa0 req-96741fee-1177-4c47-859d-0295113b3728 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=ee97a8c0-2311-4bee-a11d-43aed93845f6 HTTP/1.1" status: 200 len: 945 time: 0.0490611 Jul 28 01:20:24.708119 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-dfd94d80-c766-47b7-8fe1-39e229c12aa0 req-40c15929-9b53-4dc0-bf6f-bbea9145a458 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=48536ea1-2983-4598-a12f-2f0fa5451150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427544 Jul 28 01:20:25.176428 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deba994-0dd8-4d7d-a52e-ef2de367c736 req-e22c68be-b1f6-466d-83c3-7d425b46b55b tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:25.177905 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9deba994-0dd8-4d7d-a52e-ef2de367c736 req-e22c68be-b1f6-466d-83c3-7d425b46b55b tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 944 time: 0.0566859 Jul 28 01:20:25.225944 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9deba994-0dd8-4d7d-a52e-ef2de367c736 req-3a9b6822-4b59-425c-bfce-6bcb4f0278f0 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423160 Jul 28 01:20:25.604405 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197fde5-050d-42f0-b084-53d035e18581 req-14fd2cc6-30b7-4b9a-8cef-ef29def9f87b tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:25.605837 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-5197fde5-050d-42f0-b084-53d035e18581 req-14fd2cc6-30b7-4b9a-8cef-ef29def9f87b tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee97a8c0-2311-4bee-a11d-43aed93845f6 HTTP/1.1" status: 200 len: 945 time: 0.0490851 Jul 28 01:20:25.697344 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [req-5197fde5-050d-42f0-b084-53d035e18581 req-71db87e6-7a7e-4a76-85c4-76980a588972 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Deleting port 54ea0962-d401-489d-86eb-52f3bf0b9f65 {{(pid=104162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:20:25.697680 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-5197fde5-050d-42f0-b084-53d035e18581 req-71db87e6-7a7e-4a76-85c4-76980a588972 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (54ea0962-d401-489d-86eb-52f3bf0b9f65), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:25.827879 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [req-5197fde5-050d-42f0-b084-53d035e18581 req-71db87e6-7a7e-4a76-85c4-76980a588972 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] For port 54ea0962-d401-489d-86eb-52f3bf0b9f65, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=54ea0962-d401-489d-86eb-52f3bf0b9f65,segment=NetworkSegment(78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5),segment_id=78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:20:25.828214 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-5197fde5-050d-42f0-b084-53d035e18581 req-71db87e6-7a7e-4a76-85c4-76980a588972 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (54ea0962-d401-489d-86eb-52f3bf0b9f65), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:25.853740 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454b13b-2941-4a2a-8fb0-01a423036fc0 req-9eb3cf3b-b054-452b-89a1-f32e639e0eb2 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:25.855207 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-6454b13b-2941-4a2a-8fb0-01a423036fc0 req-9eb3cf3b-b054-452b-89a1-f32e639e0eb2 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=ee97a8c0-2311-4bee-a11d-43aed93845f6 HTTP/1.1" status: 200 len: 945 time: 0.0740840 Jul 28 01:20:25.900823 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:25.925276 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device bd4676aa-4815-4dd2-8cfe-5bab28819f71 up at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:20:25.972039 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Provisioning complete for port bd4676aa-4815-4dd2-8cfe-5bab28819f71 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:20:25.972412 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (bd4676aa-4815-4dd2-8cfe-5bab28819f71), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:25.977534 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-6454b13b-2941-4a2a-8fb0-01a423036fc0 req-37618e7c-f46f-4552-bb43-ea3d0eb5c95a tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups?id=48536ea1-2983-4598-a12f-2f0fa5451150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919268 Jul 28 01:20:25.979634 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:26.047801 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-5197fde5-050d-42f0-b084-53d035e18581 req-71db87e6-7a7e-4a76-85c4-76980a588972 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:26.048212 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-5197fde5-050d-42f0-b084-53d035e18581 req-71db87e6-7a7e-4a76-85c4-76980a588972 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-949731'] for floatingip (24176fe7-2b86-4191-b9cb-b0eb672af536), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:26.048534 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.db.l3_db [req-5197fde5-050d-42f0-b084-53d035e18581 req-71db87e6-7a7e-4a76-85c4-76980a588972 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Floating IP 24176fe7-2b86-4191-b9cb-b0eb672af536 disassociated. External IP: 172.27.1.3, port: 54ea0962-d401-489d-86eb-52f3bf0b9f65. Jul 28 01:20:26.048874 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [req-5197fde5-050d-42f0-b084-53d035e18581 req-71db87e6-7a7e-4a76-85c4-76980a588972 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Calling delete_port for 54ea0962-d401-489d-86eb-52f3bf0b9f65 owned by compute:nova {{(pid=104162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:20:26.050165 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port bd4676aa-4815-4dd2-8cfe-5bab28819f71 is: BUILD; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:20:26.050561 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (bd4676aa-4815-4dd2-8cfe-5bab28819f71), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:26.077902 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b035e590-ae9f-4fb3-ac7f-3615a1ce992c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4676aa-4815-4dd2-8cfe-5bab28819f71'}] {{(pid=104163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:20:26.080269 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74574a7e5f5019bac05c50995ec4c38decffa50ba6d5d10f63080a9b4086ca7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4604a99c-a809-4b4c-bc17-87b43d7e81d0" -d '{"events": [{"server_uuid": "b035e590-ae9f-4fb3-ac7f-3615a1ce992c", "name": "network-vif-plugged", "status": "completed", "tag": "bd4676aa-4815-4dd2-8cfe-5bab28819f71"}]}' {{(pid=104163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:20:26.093526 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port bd4676aa-4815-4dd2-8cfe-5bab28819f71, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=bd4676aa-4815-4dd2-8cfe-5bab28819f71,segment=NetworkSegment(d38ebf67-8dab-4986-bb13-157dcdc07364),segment_id=d38ebf67-8dab-4986-bb13-157dcdc07364)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:20:26.099665 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (bd4676aa-4815-4dd2-8cfe-5bab28819f71), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:26.126559 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 01:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b003ae-765b-4ad5-bf45-5f85c6cfeada x-openstack-request-id: req-51b003ae-765b-4ad5-bf45-5f85c6cfeada {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:20:26.126911 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b035e590-ae9f-4fb3-ac7f-3615a1ce992c", "name": "network-vif-plugged", "status": "completed", "tag": "bd4676aa-4815-4dd2-8cfe-5bab28819f71", "code": 200}]} {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:20:26.127178 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-51b003ae-765b-4ad5-bf45-5f85c6cfeada {{(pid=104163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:20:26.127573 dv-cinder-815582-11-iscsi neutron-server[104163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51b003ae-765b-4ad5-bf45-5f85c6cfeada'] response: {'server_uuid': 'b035e590-ae9f-4fb3-ac7f-3615a1ce992c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4676aa-4815-4dd2-8cfe-5bab28819f71', 'code': 200} Jul 28 01:20:26.157101 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=bd4676aa-4815-4dd2-8cfe-5bab28819f71,revision_number=10']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:20:26.204460 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-5197fde5-050d-42f0-b084-53d035e18581 req-71db87e6-7a7e-4a76-85c4-76980a588972 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (54ea0962-d401-489d-86eb-52f3bf0b9f65), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:26.233633 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db87e6-7a7e-4a76-85c4-76980a588972 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Pushing event deleted for resources: {'Port': ['ID=54ea0962-d401-489d-86eb-52f3bf0b9f65,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:20:26.313749 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766950d-e5a0-424e-8d7e-bfc1ccf6c761 req-d6ed5c51-de07-4c8a-8b25-ef5a29be8be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:26.315242 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7766950d-e5a0-424e-8d7e-bfc1ccf6c761 req-d6ed5c51-de07-4c8a-8b25-ef5a29be8be9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 1130 time: 0.0416644 Jul 28 01:20:26.363988 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7766950d-e5a0-424e-8d7e-bfc1ccf6c761 req-e0788df8-5a16-4291-9003-7414a074dad3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431817 Jul 28 01:20:26.386260 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd6cba-68c9-4b78-8736-b6d0100d8d5d req-57d53f24-6de3-4465-94d8-2154cab5ad92 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:26.387753 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a6dd6cba-68c9-4b78-8736-b6d0100d8d5d req-57d53f24-6de3-4465-94d8-2154cab5ad92 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 946 time: 0.0701013 Jul 28 01:20:26.397088 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5197fde5-050d-42f0-b084-53d035e18581 req-71db87e6-7a7e-4a76-85c4-76980a588972 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Router 23be02fa-a53b-4cfa-870c-e712548ac0ab has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:20:26.486672 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a6dd6cba-68c9-4b78-8736-b6d0100d8d5d req-20d9379d-1a41-4534-87d8-b2ebc724459a tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922656 Jul 28 01:20:26.542509 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5197fde5-050d-42f0-b084-53d035e18581 req-71db87e6-7a7e-4a76-85c4-76980a588972 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:20:26.553791 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c5346a-212c-4dee-809d-8084b9118d16 None None] Sync routers for ids ['23be02fa-a53b-4cfa-870c-e712548ac0ab'] in dv-cinder-815582-11-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:20:26.566337 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c5346a-212c-4dee-809d-8084b9118d16 None None] Routers {'23be02fa-a53b-4cfa-870c-e712548ac0ab'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:20:26.566901 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-62c5346a-212c-4dee-809d-8084b9118d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:20:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['23be02fa-a53b-4cfa-870c-e712548ac0ab'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:20:26.590230 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [req-5197fde5-050d-42f0-b084-53d035e18581 req-71db87e6-7a7e-4a76-85c4-76980a588972 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] No DVR routers for this DVR port 54ea0962-d401-489d-86eb-52f3bf0b9f65 on host hv-cinder-81558 {{(pid=104162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 01:20:26.593181 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-5197fde5-050d-42f0-b084-53d035e18581 req-71db87e6-7a7e-4a76-85c4-76980a588972 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:26.596735 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-5197fde5-050d-42f0-b084-53d035e18581 req-71db87e6-7a7e-4a76-85c4-76980a588972 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.42 "DELETE /v2.0/ports/54ea0962-d401-489d-86eb-52f3bf0b9f65 HTTP/1.1" status: 204 len: 173 time: 0.9844542 Jul 28 01:20:26.597226 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee97a8c0-2311-4bee-a11d-43aed93845f6', 'name': 'network-vif-deleted', 'tag': '54ea0962-d401-489d-86eb-52f3bf0b9f65'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:20:26.599680 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f6b11fd638c6a58f8ef19871f5a43997b3abcb3256dc707badf279ceb4d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33935bf-e15c-414a-b0c2-23ec4b52d4b5" -d '{"events": [{"server_uuid": "ee97a8c0-2311-4bee-a11d-43aed93845f6", "name": "network-vif-deleted", "tag": "54ea0962-d401-489d-86eb-52f3bf0b9f65"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:20:26.657383 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 01:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650c741e-542e-4754-9219-ed2273b101e2 x-openstack-request-id: req-650c741e-542e-4754-9219-ed2273b101e2 {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:20:26.657674 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee97a8c0-2311-4bee-a11d-43aed93845f6", "name": "network-vif-deleted", "tag": "54ea0962-d401-489d-86eb-52f3bf0b9f65", "status": "completed", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:20:26.657923 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-650c741e-542e-4754-9219-ed2273b101e2 {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:20:26.659184 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-650c741e-542e-4754-9219-ed2273b101e2'] response: {'server_uuid': 'ee97a8c0-2311-4bee-a11d-43aed93845f6', 'name': 'network-vif-deleted', 'tag': '54ea0962-d401-489d-86eb-52f3bf0b9f65', 'status': 'completed', 'code': 200} Jul 28 01:20:26.686394 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:26.700297 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-62c5346a-212c-4dee-809d-8084b9118d16 None None] Set router 23be02fa-a53b-4cfa-870c-e712548ac0ab gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:20:26.796033 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:26.909646 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-62c5346a-212c-4dee-809d-8084b9118d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'name': 'tempest-AttachVolumeTestJSON-1320773297-router', 'tenant_id': '347bcdc7636e4f93af2597f853926b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '1416697e-2521-4c94-950b-f0d8817032e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:33Z', 'updated_at': '2022-07-28T01:13:48Z', 'revision_number': 4, 'project_id': '347bcdc7636e4f93af2597f853926b13', 'gw_port': {'id': '1416697e-2521-4c94-950b-f0d8817032e5', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:34Z', 'updated_at': '2022-07-28T01:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'd2d54c2e-fcc8-43a9-8d31-3733f3785017', 'name': '', 'network_id': 'a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e', 'tenant_id': '347bcdc7636e4f93af2597f853926b13', 'mac_address': 'fa:16:3e:22:3e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:44Z', 'updated_at': '2022-07-28T01:14:00Z', 'revision_number': 5, 'project_id': '347bcdc7636e4f93af2597f853926b13', 'subnets': [{'id': '5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:20:26.934820 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c5346a-212c-4dee-809d-8084b9118d16 None None] Checking router: 23be02fa-a53b-4cfa-870c-e712548ac0ab for host: dv-cinder-815582-11-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:20:26.943754 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c5346a-212c-4dee-809d-8084b9118d16 None None] Routers {'23be02fa-a53b-4cfa-870c-e712548ac0ab'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:20:26.944360 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-62c5346a-212c-4dee-809d-8084b9118d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:20:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['23be02fa-a53b-4cfa-870c-e712548ac0ab'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:20:27.048044 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-62c5346a-212c-4dee-809d-8084b9118d16 None None] Set router 23be02fa-a53b-4cfa-870c-e712548ac0ab gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:20:27.101004 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8e8f3d74-cfd0-4817-b0cc-d39ce3eedc64 req-772e1af1-95cb-4129-8651-964991941c18 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/ports?device_id=ee97a8c0-2311-4bee-a11d-43aed93845f6 HTTP/1.1" status: 200 len: 210 time: 0.0330977 Jul 28 01:20:27.242491 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-62c5346a-212c-4dee-809d-8084b9118d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'name': 'tempest-AttachVolumeTestJSON-1320773297-router', 'tenant_id': '347bcdc7636e4f93af2597f853926b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '1416697e-2521-4c94-950b-f0d8817032e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:33Z', 'updated_at': '2022-07-28T01:13:48Z', 'revision_number': 4, 'project_id': '347bcdc7636e4f93af2597f853926b13', 'gw_port': {'id': '1416697e-2521-4c94-950b-f0d8817032e5', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:34Z', 'updated_at': '2022-07-28T01:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'd2d54c2e-fcc8-43a9-8d31-3733f3785017', 'name': '', 'network_id': 'a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e', 'tenant_id': '347bcdc7636e4f93af2597f853926b13', 'mac_address': 'fa:16:3e:22:3e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:44Z', 'updated_at': '2022-07-28T01:14:00Z', 'revision_number': 5, 'project_id': '347bcdc7636e4f93af2597f853926b13', 'subnets': [{'id': '5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:20:27.271438 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c5346a-212c-4dee-809d-8084b9118d16 None None] The sync data for ids ['23be02fa-a53b-4cfa-870c-e712548ac0ab'] in dv-cinder-815582-11-iscsi is: [{'id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'name': 'tempest-AttachVolumeTestJSON-1320773297-router', 'tenant_id': '347bcdc7636e4f93af2597f853926b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '1416697e-2521-4c94-950b-f0d8817032e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:33Z', 'updated_at': '2022-07-28T01:13:48Z', 'revision_number': 4, 'project_id': '347bcdc7636e4f93af2597f853926b13', 'gw_port': {'id': '1416697e-2521-4c94-950b-f0d8817032e5', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:34Z', 'updated_at': '2022-07-28T01:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'd2d54c2e-fcc8-43a9-8d31-3733f3785017', 'name': '', 'network_id': 'a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e', 'tenant_id': '347bcdc7636e4f93af2597f853926b13', 'mac_address': 'fa:16:3e:22:3e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:44Z', 'updated_at': '2022-07-28T01:14:00Z', 'revision_number': 5, 'project_id': '347bcdc7636e4f93af2597f853926b13', 'subnets': [{'id': '5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:20:27.517410 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f1629e-ff66-4875-b199-b40b8530a20e None None] New status for floating IP 24176fe7-2b86-4191-b9cb-b0eb672af536: DOWN {{(pid=104164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 01:20:27.619726 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f2cf2-5406-4efb-bd0b-e4fe49422f67 req-237455d5-adb2-4c60-86dd-81a39b19209f tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:27.621156 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ce2f2cf2-5406-4efb-bd0b-e4fe49422f67 req-237455d5-adb2-4c60-86dd-81a39b19209f tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 946 time: 0.0534565 Jul 28 01:20:27.674509 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ce2f2cf2-5406-4efb-bd0b-e4fe49422f67 req-d79f2e21-bfb5-4fae-ae76-f82e8d5c248f tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465231 Jul 28 01:20:28.203255 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 52908) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:20:28.261808 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-637d19d9-ccd5-4ae7-9d51-8d0eccf5affc tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks [] for security_group (48536ea1-2983-4598-a12f-2f0fa5451150), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:28.289750 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-637d19d9-ccd5-4ae7-9d51-8d0eccf5affc tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks [] for security_group (48536ea1-2983-4598-a12f-2f0fa5451150), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:28.361229 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-637d19d9-ccd5-4ae7-9d51-8d0eccf5affc tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (48536ea1-2983-4598-a12f-2f0fa5451150), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:28.365556 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-637d19d9-ccd5-4ae7-9d51-8d0eccf5affc tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:28.367439 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-637d19d9-ccd5-4ae7-9d51-8d0eccf5affc tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "DELETE /v2.0/security-groups/48536ea1-2983-4598-a12f-2f0fa5451150 HTTP/1.1" status: 204 len: 168 time: 0.1629982 Jul 28 01:20:28.370325 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 52916) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:20:28.384212 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637d19d9-ccd5-4ae7-9d51-8d0eccf5affc tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48536ea1-2983-4598-a12f-2f0fa5451150,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:20:28.386524 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.api.v2.resource [None req-9655525f-64bc-49ad-a08c-b69d8b6698e3 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] show failed (client error): The resource could not be found. Jul 28 01:20:28.396605 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-9655525f-64bc-49ad-a08c-b69d8b6698e3 tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "GET /v2.0/security-groups/48536ea1-2983-4598-a12f-2f0fa5451150 HTTP/1.1" status: 404 len: 347 time: 0.0243392 Jul 28 01:20:28.398279 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 52918) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:20:28.441392 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:28.521780 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:28.524761 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-4d5c2ce3-fc99-4cf1-ac73-00f665c78f5c tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Deleting port c3c203db-f23d-4fe2-b347-b81afd857374 {{(pid=104162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:20:28.525093 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-4d5c2ce3-fc99-4cf1-ac73-00f665c78f5c tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (c3c203db-f23d-4fe2-b347-b81afd857374), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:28.605764 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-4d5c2ce3-fc99-4cf1-ac73-00f665c78f5c tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (c3c203db-f23d-4fe2-b347-b81afd857374), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:28.606159 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-4d5c2ce3-fc99-4cf1-ac73-00f665c78f5c tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks [] for floatingip (c3c203db-f23d-4fe2-b347-b81afd857374), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:28.620966 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-4d5c2ce3-fc99-4cf1-ac73-00f665c78f5c tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Calling delete_port for c3c203db-f23d-4fe2-b347-b81afd857374 owned by network:floatingip {{(pid=104162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:20:28.796173 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-4d5c2ce3-fc99-4cf1-ac73-00f665c78f5c tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (c3c203db-f23d-4fe2-b347-b81afd857374), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:28.831248 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874fbb3e-330e-4935-9559-e8b552f2f542 req-13dfe158-f312-4686-9d0f-a23d607f40ba tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:28.832734 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-874fbb3e-330e-4935-9559-e8b552f2f542 req-13dfe158-f312-4686-9d0f-a23d607f40ba tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 946 time: 0.0789142 Jul 28 01:20:28.833827 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c2ce3-fc99-4cf1-ac73-00f665c78f5c tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Pushing event deleted for resources: {'Port': ['ID=c3c203db-f23d-4fe2-b347-b81afd857374,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:20:28.933376 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-874fbb3e-330e-4935-9559-e8b552f2f542 req-d7f1c9fe-65e6-4f73-8f09-8edf0bc2d359 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916431 Jul 28 01:20:28.935843 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-4d5c2ce3-fc99-4cf1-ac73-00f665c78f5c tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks [] for floatingip (24176fe7-2b86-4191-b9cb-b0eb672af536), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:28.938337 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-4d5c2ce3-fc99-4cf1-ac73-00f665c78f5c tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for floatingip (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:28.942130 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-4d5c2ce3-fc99-4cf1-ac73-00f665c78f5c tempest-AttachVolumeTestJSON-511710801 tempest-AttachVolumeTestJSON-511710801-project] 10.222.0.17 "DELETE /v2.0/floatingips/24176fe7-2b86-4191-b9cb-b0eb672af536 HTTP/1.1" status: 204 len: 168 time: 0.5400689 Jul 28 01:20:29.955819 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 54ea0962-d401-489d-86eb-52f3bf0b9f65 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:20:29.976474 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] No Port match for: 54ea0962-d401-489d-86eb-52f3bf0b9f65 {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:20:29.976846 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 54ea0962-d401-489d-86eb-52f3bf0b9f65 not bound to the agent host hv-cinder-81558 {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:20:30.427006 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.agents_db [None req-b5d7b8ea-190f-43e3-81f4-c45e7fbfa344 None None] Agent healthcheck: found 6 active agents {{(pid=104164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 01:20:32.477058 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (8d4a48be-b376-49eb-a7aa-478deaa3f35f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:32.543255 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 52958) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:20:32.922461 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b55f77a2-2f5e-4a2b-9d7f-432321cfcf82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952091'] for router_interface (23be02fa-a53b-4cfa-870c-e712548ac0ab), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:33.014427 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:33.019994 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:33.151003 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-b55f77a2-2f5e-4a2b-9d7f-432321cfcf82 admin admin] Deleting port d2d54c2e-fcc8-43a9-8d31-3733f3785017 {{(pid=104162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:20:33.151344 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b55f77a2-2f5e-4a2b-9d7f-432321cfcf82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (d2d54c2e-fcc8-43a9-8d31-3733f3785017), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:33.234965 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-b55f77a2-2f5e-4a2b-9d7f-432321cfcf82 admin admin] For port d2d54c2e-fcc8-43a9-8d31-3733f3785017, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=d2d54c2e-fcc8-43a9-8d31-3733f3785017,segment=NetworkSegment(78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5),segment_id=78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:20:33.235337 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b55f77a2-2f5e-4a2b-9d7f-432321cfcf82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (d2d54c2e-fcc8-43a9-8d31-3733f3785017), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:33.248943 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-b55f77a2-2f5e-4a2b-9d7f-432321cfcf82 admin admin] Calling delete_port for d2d54c2e-fcc8-43a9-8d31-3733f3785017 owned by network:router_interface {{(pid=104162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:20:33.435659 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b55f77a2-2f5e-4a2b-9d7f-432321cfcf82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (d2d54c2e-fcc8-43a9-8d31-3733f3785017), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:33.465709 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f77a2-2f5e-4a2b-9d7f-432321cfcf82 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2d54c2e-fcc8-43a9-8d31-3733f3785017,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:20:33.637061 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b55f77a2-2f5e-4a2b-9d7f-432321cfcf82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-952207'] for router_interface (23be02fa-a53b-4cfa-870c-e712548ac0ab), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:33.853122 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b55f77a2-2f5e-4a2b-9d7f-432321cfcf82 admin admin] Router 23be02fa-a53b-4cfa-870c-e712548ac0ab has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:20:33.859227 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:33.903588 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:33.963180 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b55f77a2-2f5e-4a2b-9d7f-432321cfcf82 admin admin] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:20:33.968256 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-b55f77a2-2f5e-4a2b-9d7f-432321cfcf82 admin admin] 10.222.0.17 "PUT /v2.0/routers/23be02fa-a53b-4cfa-870c-e712548ac0ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4239345 Jul 28 01:20:33.970719 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 52966) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:20:33.980739 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d389b525-4fa3-4a8c-a261-e193969b084d None None] Sync routers for ids ['23be02fa-a53b-4cfa-870c-e712548ac0ab'] in dv-cinder-815582-11-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:20:33.991285 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d389b525-4fa3-4a8c-a261-e193969b084d None None] Routers {'23be02fa-a53b-4cfa-870c-e712548ac0ab'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:20:33.991899 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-d389b525-4fa3-4a8c-a261-e193969b084d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:20:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['23be02fa-a53b-4cfa-870c-e712548ac0ab'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:20:34.071603 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-9f72d6b2-ac09-420f-8f1a-750332176458 admin admin] Publish callbacks [] for router (23be02fa-a53b-4cfa-870c-e712548ac0ab), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:34.094445 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-d389b525-4fa3-4a8c-a261-e193969b084d None None] Set router 23be02fa-a53b-4cfa-870c-e712548ac0ab gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:20:34.173430 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-9f72d6b2-ac09-420f-8f1a-750332176458 admin admin] Publish callbacks [] for router_gateway (23be02fa-a53b-4cfa-870c-e712548ac0ab), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:34.218907 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-9f72d6b2-ac09-420f-8f1a-750332176458 admin admin] Deleting port 1416697e-2521-4c94-950b-f0d8817032e5 {{(pid=104162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:20:34.219271 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-9f72d6b2-ac09-420f-8f1a-750332176458 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (1416697e-2521-4c94-950b-f0d8817032e5), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:34.267719 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-d389b525-4fa3-4a8c-a261-e193969b084d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'name': 'tempest-AttachVolumeTestJSON-1320773297-router', 'tenant_id': '347bcdc7636e4f93af2597f853926b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '1416697e-2521-4c94-950b-f0d8817032e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:33Z', 'updated_at': '2022-07-28T01:20:33Z', 'revision_number': 5, 'project_id': '347bcdc7636e4f93af2597f853926b13', 'gw_port': {'id': '1416697e-2521-4c94-950b-f0d8817032e5', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:34Z', 'updated_at': '2022-07-28T01:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi'}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:20:34.294319 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d389b525-4fa3-4a8c-a261-e193969b084d None None] Checking router: 23be02fa-a53b-4cfa-870c-e712548ac0ab for host: dv-cinder-815582-11-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:20:34.304379 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d389b525-4fa3-4a8c-a261-e193969b084d None None] Routers {'23be02fa-a53b-4cfa-870c-e712548ac0ab'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:20:34.305035 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-d389b525-4fa3-4a8c-a261-e193969b084d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:20:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['23be02fa-a53b-4cfa-870c-e712548ac0ab'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:20:34.310824 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-9f72d6b2-ac09-420f-8f1a-750332176458 admin admin] For port 1416697e-2521-4c94-950b-f0d8817032e5, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=1416697e-2521-4c94-950b-f0d8817032e5,segment=NetworkSegment(e0235fba-4142-426a-91c5-07cb16b4142e),segment_id=e0235fba-4142-426a-91c5-07cb16b4142e)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:20:34.311234 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-9f72d6b2-ac09-420f-8f1a-750332176458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (1416697e-2521-4c94-950b-f0d8817032e5), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:34.326681 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-9f72d6b2-ac09-420f-8f1a-750332176458 admin admin] Calling delete_port for 1416697e-2521-4c94-950b-f0d8817032e5 owned by network:router_gateway {{(pid=104162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:20:34.397342 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-d389b525-4fa3-4a8c-a261-e193969b084d None None] Set router 23be02fa-a53b-4cfa-870c-e712548ac0ab gateway port host: None {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:20:34.448839 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-d389b525-4fa3-4a8c-a261-e193969b084d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'name': 'tempest-AttachVolumeTestJSON-1320773297-router', 'tenant_id': '347bcdc7636e4f93af2597f853926b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:33Z', 'updated_at': '2022-07-28T01:20:34Z', 'revision_number': 6, 'project_id': '347bcdc7636e4f93af2597f853926b13', 'gw_port_host': None}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:20:34.480145 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d389b525-4fa3-4a8c-a261-e193969b084d None None] The sync data for ids ['23be02fa-a53b-4cfa-870c-e712548ac0ab'] in dv-cinder-815582-11-iscsi is: [{'id': '23be02fa-a53b-4cfa-870c-e712548ac0ab', 'name': 'tempest-AttachVolumeTestJSON-1320773297-router', 'tenant_id': '347bcdc7636e4f93af2597f853926b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:33Z', 'updated_at': '2022-07-28T01:20:34Z', 'revision_number': 6, 'project_id': '347bcdc7636e4f93af2597f853926b13', 'gw_port_host': None}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:20:34.522520 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-9f72d6b2-ac09-420f-8f1a-750332176458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (1416697e-2521-4c94-950b-f0d8817032e5), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:34.547863 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f72d6b2-ac09-420f-8f1a-750332176458 admin admin] Pushing event deleted for resources: {'Port': ['ID=1416697e-2521-4c94-950b-f0d8817032e5,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:20:34.883286 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-9f72d6b2-ac09-420f-8f1a-750332176458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-949531'] for router_gateway (23be02fa-a53b-4cfa-870c-e712548ac0ab), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:34.974148 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-9f72d6b2-ac09-420f-8f1a-750332176458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-347'] for router (23be02fa-a53b-4cfa-870c-e712548ac0ab), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:34.976755 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-9f72d6b2-ac09-420f-8f1a-750332176458 admin admin] Publish callbacks [] for router_controller (23be02fa-a53b-4cfa-870c-e712548ac0ab), precommit_delete_associations {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:35.022069 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-9f72d6b2-ac09-420f-8f1a-750332176458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614162'] for router (23be02fa-a53b-4cfa-870c-e712548ac0ab), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:35.022977 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f72d6b2-ac09-420f-8f1a-750332176458 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23be02fa-a53b-4cfa-870c-e712548ac0ab {{(pid=104162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 01:20:35.027993 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-9f72d6b2-ac09-420f-8f1a-750332176458 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:35.029188 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-9f72d6b2-ac09-420f-8f1a-750332176458 admin admin] 10.222.0.17 "DELETE /v2.0/routers/23be02fa-a53b-4cfa-870c-e712548ac0ab HTTP/1.1" status: 204 len: 168 time: 1.0574267 Jul 28 01:20:35.031938 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 52970) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:20:35.082232 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9ddbfdd-033f-46d0-98bd-5e89a390937c admin admin] Deleting subnet 5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6 {{(pid=104162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 01:20:35.086103 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e9ddbfdd-033f-46d0-98bd-5e89a390937c admin admin] Publish callbacks [] for subnet (5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:35.125829 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:35.128613 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e9ddbfdd-033f-46d0-98bd-5e89a390937c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4511353'] for subnet (5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6), precommit_delete_associations {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:35.152300 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:35.215921 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e9ddbfdd-033f-46d0-98bd-5e89a390937c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400619'] for subnet (5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:35.286178 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e9ddbfdd-033f-46d0-98bd-5e89a390937c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4518666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4537631'] for subnet (5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:35.323114 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ddbfdd-033f-46d0-98bd-5e89a390937c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:20:35.331543 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e9ddbfdd-033f-46d0-98bd-5e89a390937c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:35.335646 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-e9ddbfdd-033f-46d0-98bd-5e89a390937c admin admin] 10.222.0.17 "DELETE /v2.0/subnets/5d64dfbe-1ee3-4fe3-9981-5eff45fee0d6 HTTP/1.1" status: 204 len: 168 time: 0.3020697 Jul 28 01:20:35.337097 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03da38ce-5159-4f76-8c4e-e00a6e9ce825 None None] Network a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:20:35.338106 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 52978) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:20:35.350432 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=100 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:35.409127 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-74380587-493c-43a4-9ee4-49bb6726d4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295201'] for network (a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:35.421877 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:35.454827 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-74380587-493c-43a4-9ee4-49bb6726d4a2 admin admin] Deleting port 8bffd988-7501-442e-867a-4c328537e4f7 {{(pid=104162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:20:35.455182 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-74380587-493c-43a4-9ee4-49bb6726d4a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (8bffd988-7501-442e-867a-4c328537e4f7), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:35.523891 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-74380587-493c-43a4-9ee4-49bb6726d4a2 admin admin] For port 8bffd988-7501-442e-867a-4c328537e4f7, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=8bffd988-7501-442e-867a-4c328537e4f7,segment=NetworkSegment(78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5),segment_id=78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:20:35.525137 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-74380587-493c-43a4-9ee4-49bb6726d4a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (8bffd988-7501-442e-867a-4c328537e4f7), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:35.527053 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce0917a-9149-4d9e-8677-00eb87750a34 None None] DHCP port deletion for a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e request from dv-cinder-815582-11-iscsi {{(pid=104163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 01:20:35.538488 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-74380587-493c-43a4-9ee4-49bb6726d4a2 admin admin] Calling delete_port for 8bffd988-7501-442e-867a-4c328537e4f7 owned by network:dhcp {{(pid=104162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:20:35.564385 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-bce0917a-9149-4d9e-8677-00eb87750a34 None None] Deleting port 8bffd988-7501-442e-867a-4c328537e4f7 {{(pid=104163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:20:35.564759 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-bce0917a-9149-4d9e-8677-00eb87750a34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (8bffd988-7501-442e-867a-4c328537e4f7), before_delete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:35.617850 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-74380587-493c-43a4-9ee4-49bb6726d4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (8bffd988-7501-442e-867a-4c328537e4f7), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:35.629629 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-bce0917a-9149-4d9e-8677-00eb87750a34 None None] For port 8bffd988-7501-442e-867a-4c328537e4f7, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=8bffd988-7501-442e-867a-4c328537e4f7,segment=NetworkSegment(78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5),segment_id=78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:20:35.630391 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-bce0917a-9149-4d9e-8677-00eb87750a34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (8bffd988-7501-442e-867a-4c328537e4f7), precommit_delete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:35.641647 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74380587-493c-43a4-9ee4-49bb6726d4a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bffd988-7501-442e-867a-4c328537e4f7,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:20:35.644102 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-bce0917a-9149-4d9e-8677-00eb87750a34 None None] Calling delete_port for 8bffd988-7501-442e-867a-4c328537e4f7 owned by network:dhcp {{(pid=104163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:20:35.648018 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74380587-493c-43a4-9ee4-49bb6726d4a2 admin admin] No DVR routers for this DVR port 8bffd988-7501-442e-867a-4c328537e4f7 on host dv-cinder-815582-11-iscsi {{(pid=104162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 01:20:35.727880 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-bce0917a-9149-4d9e-8677-00eb87750a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436'] for port (8bffd988-7501-442e-867a-4c328537e4f7), after_delete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:35.730912 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-74380587-493c-43a4-9ee4-49bb6726d4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1398533', 'neutron.services.segments.db._delete_segments_for_network-8778716901834'] for network (a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:35.754160 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce0917a-9149-4d9e-8677-00eb87750a34 None None] Pushing event deleted for resources: {'Port': ['ID=8bffd988-7501-442e-867a-4c328537e4f7,revision_number=None']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:20:35.754384 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.services.segments.db [None req-74380587-493c-43a4-9ee4-49bb6726d4a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e']}} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:20:35.758557 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce0917a-9149-4d9e-8677-00eb87750a34 None None] No DVR routers for this DVR port 8bffd988-7501-442e-867a-4c328537e4f7 on host dv-cinder-815582-11-iscsi {{(pid=104163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 01:20:35.772158 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.services.segments.db [None req-74380587-493c-43a4-9ee4-49bb6726d4a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5') {'for_net_delete': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:20:35.772476 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.services.segments.db [None req-74380587-493c-43a4-9ee4-49bb6726d4a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5') {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:20:35.788325 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-74380587-493c-43a4-9ee4-49bb6726d4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778716901735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4511328'] for segment (78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:35.804870 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-74380587-493c-43a4-9ee4-49bb6726d4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084'] for segment (78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:35.812976 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74380587-493c-43a4-9ee4-49bb6726d4a2 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=104162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 01:20:35.813553 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-74380587-493c-43a4-9ee4-49bb6726d4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4518740'] for segment (78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:35.917644 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7dc81-fb08-4534-a279-931d10175f04 req-25ebd215-35b4-4845-b5d5-d788bf48ba8e tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:35.919195 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-aeb7dc81-fb08-4534-a279-931d10175f04 req-25ebd215-35b4-4845-b5d5-d788bf48ba8e tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 946 time: 0.0579312 Jul 28 01:20:35.920220 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-74380587-493c-43a4-9ee4-49bb6726d4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1398542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-949559'] for network (a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:35.927118 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-74380587-493c-43a4-9ee4-49bb6726d4a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:35.930227 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-74380587-493c-43a4-9ee4-49bb6726d4a2 admin admin] 10.222.0.17 "DELETE /v2.0/networks/a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e HTTP/1.1" status: 204 len: 168 time: 0.5909302 Jul 28 01:20:35.948021 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74380587-493c-43a4-9ee4-49bb6726d4a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8b9b78b-8c4e-43b1-bef2-ab7b40ebdc5e,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:20:35.970137 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.services.segments.plugin [-] Segment 78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5 resource provider aggregate not found Jul 28 01:20:35.992758 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-aeb7dc81-fb08-4534-a279-931d10175f04 req-87ac92de-bca0-4527-bc81-365c628d1d3d tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669451 Jul 28 01:20:35.994645 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.services.segments.plugin [-] Segment 78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 78c31dc7-07b2-4b1c-8cb6-89cb2b8d12e5 found for delete ", "request_id": "req-220876f4-eda3-49ba-aeee-1020b6daa241"}]} Jul 28 01:20:36.068540 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 52992) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:20:36.108297 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-527434c1-aa01-4cf9-a836-d4022ba0dd1b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=347bcdc7636e4f93af2597f853926b13&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385687 Jul 28 01:20:36.111985 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 52994) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:20:36.163342 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-922aa4e3-0db0-418e-8518-759f941f814a admin admin] Publish callbacks [] for security_group (7779507e-6348-43db-acd3-1eeb9215bc2f), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:36.185478 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-922aa4e3-0db0-418e-8518-759f941f814a admin admin] Publish callbacks [] for security_group (7779507e-6348-43db-acd3-1eeb9215bc2f), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:36.236551 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-922aa4e3-0db0-418e-8518-759f941f814a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (7779507e-6348-43db-acd3-1eeb9215bc2f), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:36.240491 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-922aa4e3-0db0-418e-8518-759f941f814a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:36.241655 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-922aa4e3-0db0-418e-8518-759f941f814a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/7779507e-6348-43db-acd3-1eeb9215bc2f HTTP/1.1" status: 204 len: 168 time: 0.1287239 Jul 28 01:20:36.249527 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922aa4e3-0db0-418e-8518-759f941f814a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7779507e-6348-43db-acd3-1eeb9215bc2f,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:20:36.522059 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device d2d54c2e-fcc8-43a9-8d31-3733f3785017 no longer exists at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:20:36.554805 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] No Port match for: d2d54c2e-fcc8-43a9-8d31-3733f3785017 {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:20:36.555407 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device d2d54c2e-fcc8-43a9-8d31-3733f3785017 not bound to the agent host dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:20:36.556202 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 1416697e-2521-4c94-950b-f0d8817032e5 no longer exists at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:20:36.591242 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] No Port match for: 1416697e-2521-4c94-950b-f0d8817032e5 {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:20:36.591819 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 1416697e-2521-4c94-950b-f0d8817032e5 not bound to the agent host dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:20:36.592476 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 8bffd988-7501-442e-867a-4c328537e4f7 no longer exists at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:20:36.752165 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] No Port match for: 8bffd988-7501-442e-867a-4c328537e4f7 {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:20:36.752530 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 8bffd988-7501-442e-867a-4c328537e4f7 not bound to the agent host dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:20:37.123691 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:37.136129 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff4158-c85c-4bcb-9a2a-dc377c923635 req-d1cf49bd-4daf-44d2-930e-ac123f4c6417 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:37.137572 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-88ff4158-c85c-4bcb-9a2a-dc377c923635 req-d1cf49bd-4daf-44d2-930e-ac123f4c6417 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 946 time: 0.0536063 Jul 28 01:20:37.188413 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-88ff4158-c85c-4bcb-9a2a-dc377c923635 req-0af688d8-aded-49f5-8cbf-a684cca56235 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448041 Jul 28 01:20:37.697113 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 53052) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:20:37.806970 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-21daf62b-87d7-4912-b5e9-e6c96bc5dbc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:37.834318 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-ebe7c864-0eba-44d1-b80e-9a109d804826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:37.890232 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-21daf62b-87d7-4912-b5e9-e6c96bc5dbc7 admin admin] Publish callbacks [] for security_group (a2902e7e-3a2f-4740-a1bf-afcc94f6beeb), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:37.896822 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-21daf62b-87d7-4912-b5e9-e6c96bc5dbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (a2902e7e-3a2f-4740-a1bf-afcc94f6beeb), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:37.936721 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21daf62b-87d7-4912-b5e9-e6c96bc5dbc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2902e7e-3a2f-4740-a1bf-afcc94f6beeb,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:20:37.941885 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-21daf62b-87d7-4912-b5e9-e6c96bc5dbc7 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d7a91b709d6b44fb9759898679a53ac6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2437165 Jul 28 01:20:37.944842 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 53056) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:20:37.994943 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-99a7bac8-c992-486c-bbfa-ef7311f811f2 admin admin] Publish callbacks [] for security_group (a2902e7e-3a2f-4740-a1bf-afcc94f6beeb), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:38.019372 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-99a7bac8-c992-486c-bbfa-ef7311f811f2 admin admin] Publish callbacks [] for security_group (a2902e7e-3a2f-4740-a1bf-afcc94f6beeb), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:38.072032 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-99a7bac8-c992-486c-bbfa-ef7311f811f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (a2902e7e-3a2f-4740-a1bf-afcc94f6beeb), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:38.074647 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-99a7bac8-c992-486c-bbfa-ef7311f811f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:38.075917 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-99a7bac8-c992-486c-bbfa-ef7311f811f2 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a2902e7e-3a2f-4740-a1bf-afcc94f6beeb HTTP/1.1" status: 204 len: 168 time: 0.1301928 Jul 28 01:20:38.084845 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a7bac8-c992-486c-bbfa-ef7311f811f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2902e7e-3a2f-4740-a1bf-afcc94f6beeb,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:20:38.271831 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:38.315345 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37c28c-e203-4669-a1bb-ea68607ea603 req-55e2fa78-98b6-454c-b411-05e363d73dc6 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:38.316838 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2a37c28c-e203-4669-a1bb-ea68607ea603 req-55e2fa78-98b6-454c-b411-05e363d73dc6 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 946 time: 0.0552514 Jul 28 01:20:38.372355 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2a37c28c-e203-4669-a1bb-ea68607ea603 req-bd16711b-4602-4603-83dd-14605a0607c0 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493417 Jul 28 01:20:39.519082 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb1e60-a97b-42bf-9908-26017f452493 req-309a91dc-4d64-461d-9b6e-9a75b6c15998 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:39.521451 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-97bb1e60-a97b-42bf-9908-26017f452493 req-309a91dc-4d64-461d-9b6e-9a75b6c15998 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 946 time: 0.0515654 Jul 28 01:20:39.590607 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-97bb1e60-a97b-42bf-9908-26017f452493 req-39702a70-c859-4f6c-976a-d1b78587aa12 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569992 Jul 28 01:20:39.654036 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315f273-09d3-43c7-8649-8b0784afb1ec req-2bf22abf-11ba-4cda-88f7-94e44dfb568e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:39.655993 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9315f273-09d3-43c7-8649-8b0784afb1ec req-2bf22abf-11ba-4cda-88f7-94e44dfb568e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1331035c6654c0d9c8ba49f5a724f8c&device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 1130 time: 0.0579443 Jul 28 01:20:39.774462 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315f273-09d3-43c7-8649-8b0784afb1ec req-cd9073b3-d67a-4f0e-9d6a-c7f28ec23a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:39.775981 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9315f273-09d3-43c7-8649-8b0784afb1ec req-cd9073b3-d67a-4f0e-9d6a-c7f28ec23a88 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4973681c-a66b-4d24-b5aa-4a1b9f0d40c4 HTTP/1.1" status: 200 len: 909 time: 0.0951595 Jul 28 01:20:39.848677 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9315f273-09d3-43c7-8649-8b0784afb1ec req-b2c33756-3f9b-4f47-b0cc-e562918aba4b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79e0f07f-163d-476a-bcb0-0be5f3ea5eff HTTP/1.1" status: 200 len: 1001 time: 0.0648537 Jul 28 01:20:39.904162 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315f273-09d3-43c7-8649-8b0784afb1ec req-6092417e-e667-4f6b-9bef-5569c608c137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:39.905626 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9315f273-09d3-43c7-8649-8b0784afb1ec req-6092417e-e667-4f6b-9bef-5569c608c137 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=df37ef65-5548-4456-8082-dfd76f502caf HTTP/1.1" status: 200 len: 847 time: 0.0505817 Jul 28 01:20:39.956173 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315f273-09d3-43c7-8649-8b0784afb1ec req-4d5791da-8699-4733-8c93-b5bb84730969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:39.957699 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9315f273-09d3-43c7-8649-8b0784afb1ec req-4d5791da-8699-4733-8c93-b5bb84730969 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4973681c-a66b-4d24-b5aa-4a1b9f0d40c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442028 Jul 28 01:20:40.219602 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 53138) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:20:40.335288 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f8710b36-a026-4761-962a-ad287110047a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:40.350957 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-1de75012-3a8e-423b-98a8-a4f937955b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:40.414495 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f8710b36-a026-4761-962a-ad287110047a admin admin] Publish callbacks [] for security_group (9a3cf32b-488d-492c-8e18-9a878a6ad075), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:40.419682 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f8710b36-a026-4761-962a-ad287110047a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (9a3cf32b-488d-492c-8e18-9a878a6ad075), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:40.421918 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:40.422565 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:DELETE=1,neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:40.462774 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8710b36-a026-4761-962a-ad287110047a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3cf32b-488d-492c-8e18-9a878a6ad075,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:20:40.466957 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-f8710b36-a026-4761-962a-ad287110047a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=28d4e7d4b34c477493e3a0da327552a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2462976 Jul 28 01:20:40.469956 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 53142) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:20:40.473067 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8710b36-a026-4761-962a-ad287110047a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:20:40.473414 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8710b36-a026-4761-962a-ad287110047a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:20:40.473759 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8710b36-a026-4761-962a-ad287110047a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:20:40.474102 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8710b36-a026-4761-962a-ad287110047a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:20:40.474433 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8710b36-a026-4761-962a-ad287110047a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:20:40.474766 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8710b36-a026-4761-962a-ad287110047a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:20:40.475117 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8710b36-a026-4761-962a-ad287110047a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:20:40.475442 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8710b36-a026-4761-962a-ad287110047a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:20:40.475767 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8710b36-a026-4761-962a-ad287110047a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:20:40.476098 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8710b36-a026-4761-962a-ad287110047a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:20:40.476452 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8710b36-a026-4761-962a-ad287110047a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:20:40.476747 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8710b36-a026-4761-962a-ad287110047a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:20:40.477084 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8710b36-a026-4761-962a-ad287110047a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:20:40.477397 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8710b36-a026-4761-962a-ad287110047a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:20:40.477716 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8710b36-a026-4761-962a-ad287110047a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:20:40.530165 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-091318c2-8742-402b-829f-50898cf123a3 admin admin] Publish callbacks [] for security_group (9a3cf32b-488d-492c-8e18-9a878a6ad075), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:40.552691 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-091318c2-8742-402b-829f-50898cf123a3 admin admin] Publish callbacks [] for security_group (9a3cf32b-488d-492c-8e18-9a878a6ad075), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:40.604331 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-091318c2-8742-402b-829f-50898cf123a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (9a3cf32b-488d-492c-8e18-9a878a6ad075), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:40.606912 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-091318c2-8742-402b-829f-50898cf123a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:40.608074 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-091318c2-8742-402b-829f-50898cf123a3 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/9a3cf32b-488d-492c-8e18-9a878a6ad075 HTTP/1.1" status: 204 len: 168 time: 0.1371541 Jul 28 01:20:40.617210 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091318c2-8742-402b-829f-50898cf123a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3cf32b-488d-492c-8e18-9a878a6ad075,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:20:40.727063 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108c71c-7569-4c5b-8f67-c24cae484c3e req-cf464e28-5dd6-46c6-94da-9eba0521ac34 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:40.728557 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2108c71c-7569-4c5b-8f67-c24cae484c3e req-cf464e28-5dd6-46c6-94da-9eba0521ac34 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 946 time: 0.0545604 Jul 28 01:20:40.780543 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2108c71c-7569-4c5b-8f67-c24cae484c3e req-53465a7d-5d56-48fe-89eb-94fc54fd4d63 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457358 Jul 28 01:20:40.898691 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 53152) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:20:40.912604 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2d0d961e-fe3a-4f63-a3d3-d5c22d02989e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:40.924081 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=13 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:40.925289 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:40.964454 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9315f273-09d3-43c7-8649-8b0784afb1ec req-ec080f4a-0753-4c1a-80d8-72140e148e31 service neutron] 10.222.0.42 "GET /v2.0/networks/4973681c-a66b-4d24-b5aa-4a1b9f0d40c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014714 Jul 28 01:20:41.018516 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2d0d961e-fe3a-4f63-a3d3-d5c22d02989e admin admin] Publish callbacks [] for security_group (05f71757-c425-4ba4-be95-278a89b8a05d), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:41.024254 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2d0d961e-fe3a-4f63-a3d3-d5c22d02989e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (05f71757-c425-4ba4-be95-278a89b8a05d), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:41.069051 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-2d0d961e-fe3a-4f63-a3d3-d5c22d02989e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=25fb63a8595f44bf99c18619f6fdf47f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1690824 Jul 28 01:20:41.070040 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d961e-fe3a-4f63-a3d3-d5c22d02989e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f71757-c425-4ba4-be95-278a89b8a05d,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:20:41.072398 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 53154) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:20:41.133525 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b9381ad4-217f-4aaa-abf4-6fc95e0150ab admin admin] Publish callbacks [] for security_group (05f71757-c425-4ba4-be95-278a89b8a05d), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:41.156062 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b9381ad4-217f-4aaa-abf4-6fc95e0150ab admin admin] Publish callbacks [] for security_group (05f71757-c425-4ba4-be95-278a89b8a05d), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:41.157592 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:41.190533 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:41.213189 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b9381ad4-217f-4aaa-abf4-6fc95e0150ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (05f71757-c425-4ba4-be95-278a89b8a05d), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:41.215783 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b9381ad4-217f-4aaa-abf4-6fc95e0150ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:41.216995 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-b9381ad4-217f-4aaa-abf4-6fc95e0150ab admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/05f71757-c425-4ba4-be95-278a89b8a05d HTTP/1.1" status: 204 len: 168 time: 0.1432345 Jul 28 01:20:41.225047 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9381ad4-217f-4aaa-abf4-6fc95e0150ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f71757-c425-4ba4-be95-278a89b8a05d,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:20:41.362343 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:41.794292 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9315f273-09d3-43c7-8649-8b0784afb1ec req-570749e7-9f79-4734-8cec-10747809b630 service neutron] 10.222.0.42 "GET /v2.0/networks/4973681c-a66b-4d24-b5aa-4a1b9f0d40c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961165 Jul 28 01:20:42.059885 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb64953-9f01-4145-9371-7f68760b96d0 req-e7a77c53-9021-4312-910f-1719b4bb406a tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:42.061402 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ccb64953-9f01-4145-9371-7f68760b96d0 req-e7a77c53-9021-4312-910f-1719b4bb406a tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 946 time: 0.0488977 Jul 28 01:20:42.112656 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ccb64953-9f01-4145-9371-7f68760b96d0 req-ae0f7d34-a672-4ee9-8615-6f29f2ff63d6 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455053 Jul 28 01:20:42.735243 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:43.023898 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:43.248921 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194167c-6562-4dca-a415-a6626be7087a req-09fe181b-a86f-4c44-a39c-922d9ca46def tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:43.250404 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a194167c-6562-4dca-a415-a6626be7087a req-09fe181b-a86f-4c44-a39c-922d9ca46def tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 946 time: 0.0528436 Jul 28 01:20:43.307363 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a194167c-6562-4dca-a415-a6626be7087a req-9dae3f3e-8a46-453b-990c-8562d3783a2d tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507419 Jul 28 01:20:43.566577 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 53232) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:20:43.681342 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a0b1e904-ecad-458f-94d8-b29fa97e7360 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:43.774327 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a0b1e904-ecad-458f-94d8-b29fa97e7360 admin admin] Publish callbacks [] for security_group (2f23d8f6-cd85-4f68-b83c-6ae9c8110ccd), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:43.780235 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a0b1e904-ecad-458f-94d8-b29fa97e7360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (2f23d8f6-cd85-4f68-b83c-6ae9c8110ccd), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:43.825475 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1e904-ecad-458f-94d8-b29fa97e7360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f23d8f6-cd85-4f68-b83c-6ae9c8110ccd,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:20:43.830824 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-a0b1e904-ecad-458f-94d8-b29fa97e7360 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f9a209466a4049a39d163cbe2ec2ac4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2631862 Jul 28 01:20:43.833715 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 53240) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:20:43.888022 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7eb2e68a-def8-4c09-9e1e-a3b9141be582 admin admin] Publish callbacks [] for security_group (2f23d8f6-cd85-4f68-b83c-6ae9c8110ccd), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:43.912451 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7eb2e68a-def8-4c09-9e1e-a3b9141be582 admin admin] Publish callbacks [] for security_group (2f23d8f6-cd85-4f68-b83c-6ae9c8110ccd), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:43.964000 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7eb2e68a-def8-4c09-9e1e-a3b9141be582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (2f23d8f6-cd85-4f68-b83c-6ae9c8110ccd), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:43.966797 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7eb2e68a-def8-4c09-9e1e-a3b9141be582 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:43.970521 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-7eb2e68a-def8-4c09-9e1e-a3b9141be582 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2f23d8f6-cd85-4f68-b83c-6ae9c8110ccd HTTP/1.1" status: 204 len: 168 time: 0.1334763 Jul 28 01:20:43.983985 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb2e68a-def8-4c09-9e1e-a3b9141be582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f23d8f6-cd85-4f68-b83c-6ae9c8110ccd,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:20:44.293255 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 53248) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:20:44.307598 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b9b5124f-5003-4d1c-857a-febeb8e7276b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:44.399700 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b9b5124f-5003-4d1c-857a-febeb8e7276b admin admin] Publish callbacks [] for security_group (9f6e9baa-2378-4d49-b263-c8551173f7a9), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:44.404902 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b9b5124f-5003-4d1c-857a-febeb8e7276b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (9f6e9baa-2378-4d49-b263-c8551173f7a9), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:44.472148 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0688d84-c850-42ae-84f1-5f68718d4f50 req-c46ef403-6a93-4051-bfc3-3d3de64ccf45 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:44.473610 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f0688d84-c850-42ae-84f1-5f68718d4f50 req-c46ef403-6a93-4051-bfc3-3d3de64ccf45 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 946 time: 0.0864558 Jul 28 01:20:44.478975 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-b9b5124f-5003-4d1c-857a-febeb8e7276b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e3a08352c5fe469bb5874786ad492dce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1840935 Jul 28 01:20:44.481899 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 53252) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:20:44.487977 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b5124f-5003-4d1c-857a-febeb8e7276b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6e9baa-2378-4d49-b263-c8551173f7a9,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:20:44.528790 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f0688d84-c850-42ae-84f1-5f68718d4f50 req-ffecd014-0d4e-4d30-94e5-7d90b4150bcb tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487602 Jul 28 01:20:44.537191 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c893c6e7-e184-48e1-a04f-115975c96cef admin admin] Publish callbacks [] for security_group (9f6e9baa-2378-4d49-b263-c8551173f7a9), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:44.559405 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c893c6e7-e184-48e1-a04f-115975c96cef admin admin] Publish callbacks [] for security_group (9f6e9baa-2378-4d49-b263-c8551173f7a9), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:44.618048 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c893c6e7-e184-48e1-a04f-115975c96cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (9f6e9baa-2378-4d49-b263-c8551173f7a9), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:44.620863 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c893c6e7-e184-48e1-a04f-115975c96cef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:44.622062 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-c893c6e7-e184-48e1-a04f-115975c96cef admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/9f6e9baa-2378-4d49-b263-c8551173f7a9 HTTP/1.1" status: 204 len: 168 time: 0.1391661 Jul 28 01:20:44.631923 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c893c6e7-e184-48e1-a04f-115975c96cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6e9baa-2378-4d49-b263-c8551173f7a9,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:20:45.367588 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 53276) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:20:45.472249 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-f49bf05d-fe36-473a-a148-c28d43ae2e62 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-752135827-network', 'tenant_id': 'f9d1dce0e819423b97d775e29216df21'}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:20:45.493969 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49bf05d-fe36-473a-a148-c28d43ae2e62 admin admin] Made reservation on behalf of f9d1dce0e819423b97d775e29216df21 for: {'network': 1} {{(pid=104162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:20:45.496523 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49bf05d-fe36-473a-a148-c28d43ae2e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for network (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:45.505779 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49bf05d-fe36-473a-a148-c28d43ae2e62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:45.592026 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49bf05d-fe36-473a-a148-c28d43ae2e62 admin admin] Publish callbacks [] for security_group (e79061e3-150d-4526-a2e4-a7f666ff7b00), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:45.596922 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49bf05d-fe36-473a-a148-c28d43ae2e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (e79061e3-150d-4526-a2e4-a7f666ff7b00), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:45.649320 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f49bf05d-fe36-473a-a148-c28d43ae2e62 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=104162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 01:20:45.667498 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49bf05d-fe36-473a-a148-c28d43ae2e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79061e3-150d-4526-a2e4-a7f666ff7b00,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:20:45.674259 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49bf05d-fe36-473a-a148-c28d43ae2e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084'] for segment (b2768714-a25a-4c3e-93a8-0b359a5f04a9), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:45.675183 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.db.segments_db [None req-f49bf05d-fe36-473a-a148-c28d43ae2e62 admin admin] Added segment b2768714-a25a-4c3e-93a8-0b359a5f04a9 of type vlan for network 4425a5ad-b8cd-409c-aaa9-205df9cb4688 Jul 28 01:20:45.681277 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3b61e-241e-428a-88d7-8b623d1cc05a req-12554819-dc2b-45c7-a63a-4249047f3a52 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:45.682942 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-30b3b61e-241e-428a-88d7-8b623d1cc05a req-12554819-dc2b-45c7-a63a-4249047f3a52 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 946 time: 0.0768621 Jul 28 01:20:45.683344 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:45.699682 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:45.747911 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49bf05d-fe36-473a-a148-c28d43ae2e62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778716385410'] for network (4425a5ad-b8cd-409c-aaa9-205df9cb4688), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:45.792571 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-30b3b61e-241e-428a-88d7-8b623d1cc05a req-d85274f1-c05a-4796-b64f-adb7636c9caa tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011293 Jul 28 01:20:45.798349 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49bf05d-fe36-473a-a148-c28d43ae2e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for network (4425a5ad-b8cd-409c-aaa9-205df9cb4688), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:45.799543 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49bf05d-fe36-473a-a148-c28d43ae2e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:45.800148 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49bf05d-fe36-473a-a148-c28d43ae2e62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:45.853892 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-f49bf05d-fe36-473a-a148-c28d43ae2e62 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4851253 Jul 28 01:20:45.857097 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 53282) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:20:45.862614 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-9add984f-2af0-49c4-b4a3-a90d788b7f80 admin admin] Request body: {'subnet': {'network_id': '4425a5ad-b8cd-409c-aaa9-205df9cb4688', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-752135827-subnet', 'tenant_id': 'f9d1dce0e819423b97d775e29216df21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:20:45.865891 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49bf05d-fe36-473a-a148-c28d43ae2e62 admin admin] Pushing event updated for resources: {'Network': ['ID=4425a5ad-b8cd-409c-aaa9-205df9cb4688,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:20:45.876892 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Network 4425a5ad-b8cd-409c-aaa9-205df9cb4688 details requested by agent ovs-agent-dv-cinder-815582-11-iscsi with host dv-cinder-815582-11-iscsi {{(pid=104163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 01:20:45.887911 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9add984f-2af0-49c4-b4a3-a90d788b7f80 admin admin] Made reservation on behalf of f9d1dce0e819423b97d775e29216df21 for: {'subnet': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:20:45.890591 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9add984f-2af0-49c4-b4a3-a90d788b7f80 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7313038'] for subnet (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:45.967816 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:45.979361 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:DELETE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:46.072578 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9add984f-2af0-49c4-b4a3-a90d788b7f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4595534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7313056'] for subnet (025d0c9e-c817-4dfe-8331-dde3e0f7d476), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:46.123355 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add984f-2af0-49c4-b4a3-a90d788b7f80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=025d0c9e-c817-4dfe-8331-dde3e0f7d476,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:20:46.142574 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9add984f-2af0-49c4-b4a3-a90d788b7f80 admin admin] Checking segment: {'id': 'b2768714-a25a-4c3e-93a8-0b359a5f04a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4425a5ad-b8cd-409c-aaa9-205df9cb4688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:20:46.142971 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9add984f-2af0-49c4-b4a3-a90d788b7f80 admin admin] Network hostable DHCP agents. Network: 4425a5ad-b8cd-409c-aaa9-205df9cb4688, hostable agents: ['1da181d0-8fa3-49c1-8992-3db4e395f26f'], hosted agents: [] {{(pid=104161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 01:20:46.164128 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9add984f-2af0-49c4-b4a3-a90d788b7f80 admin admin] Network 4425a5ad-b8cd-409c-aaa9-205df9cb4688 is scheduled to be hosted by DHCP agent 1da181d0-8fa3-49c1-8992-3db4e395f26f with binding_index 1 {{(pid=104161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 01:20:46.176299 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-9add984f-2af0-49c4-b4a3-a90d788b7f80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-11-iscsi, 4425a5ad-b8cd-409c-aaa9-205df9cb4688) {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:20:46.181288 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9add984f-2af0-49c4-b4a3-a90d788b7f80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:46.182500 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9add984f-2af0-49c4-b4a3-a90d788b7f80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for subnet (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:46.185490 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efa3fda-1759-4307-82fd-3c339bf46f24 None None] Network 4425a5ad-b8cd-409c-aaa9-205df9cb4688 requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:20:46.201167 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-9add984f-2af0-49c4-b4a3-a90d788b7f80 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3429646 Jul 28 01:20:46.289913 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d650bd7b-1dab-426a-b2ff-6f05b6e3b2ba None None] Network 4425a5ad-b8cd-409c-aaa9-205df9cb4688 requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:20:46.725727 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 53302) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:20:46.730745 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-b029ce5a-848d-42cb-916d-3bbf8fb0dc54 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1481108432-network', 'tenant_id': 'dad16612be6441a88785c89c692f3ed1'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:20:46.751584 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b029ce5a-848d-42cb-916d-3bbf8fb0dc54 admin admin] Made reservation on behalf of dad16612be6441a88785c89c692f3ed1 for: {'network': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:20:46.754070 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b029ce5a-848d-42cb-916d-3bbf8fb0dc54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for network (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:46.763175 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b029ce5a-848d-42cb-916d-3bbf8fb0dc54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:46.842313 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b029ce5a-848d-42cb-916d-3bbf8fb0dc54 admin admin] Publish callbacks [] for security_group (0f340ef1-0fa4-4c4b-acb6-b5874b9d76b9), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:46.846251 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b029ce5a-848d-42cb-916d-3bbf8fb0dc54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (0f340ef1-0fa4-4c4b-acb6-b5874b9d76b9), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:46.874948 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b029ce5a-848d-42cb-916d-3bbf8fb0dc54 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=104161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 01:20:46.882109 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b029ce5a-848d-42cb-916d-3bbf8fb0dc54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f340ef1-0fa4-4c4b-acb6-b5874b9d76b9,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:20:46.888457 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b029ce5a-848d-42cb-916d-3bbf8fb0dc54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084'] for segment (0c0ed49b-37f1-4118-aa9e-22e1130106a8), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:46.888798 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.db.segments_db [None req-b029ce5a-848d-42cb-916d-3bbf8fb0dc54 admin admin] Added segment 0c0ed49b-37f1-4118-aa9e-22e1130106a8 of type vlan for network d77e9cad-cdcf-4112-937c-f613d2c6fded Jul 28 01:20:46.920166 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130543f5-22a1-46f0-92dd-3f35681c581f req-8a76f6e2-1465-4d17-84ce-9d83dc5f6fb9 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:46.921818 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-130543f5-22a1-46f0-92dd-3f35681c581f req-8a76f6e2-1465-4d17-84ce-9d83dc5f6fb9 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 946 time: 0.0563374 Jul 28 01:20:46.935718 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b029ce5a-848d-42cb-916d-3bbf8fb0dc54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778716385410'] for network (d77e9cad-cdcf-4112-937c-f613d2c6fded), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:46.963071 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b029ce5a-848d-42cb-916d-3bbf8fb0dc54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for network (d77e9cad-cdcf-4112-937c-f613d2c6fded), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:46.963926 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b029ce5a-848d-42cb-916d-3bbf8fb0dc54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:46.964511 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b029ce5a-848d-42cb-916d-3bbf8fb0dc54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:46.972981 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-130543f5-22a1-46f0-92dd-3f35681c581f req-b350370d-65e8-4ceb-b7b3-96d2f1b029c5 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444629 Jul 28 01:20:47.018749 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-b029ce5a-848d-42cb-916d-3bbf8fb0dc54 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2919047 Jul 28 01:20:47.021593 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 53306) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:20:47.026900 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-58a63246-e775-43cb-9d9f-f90054b52dc8 admin admin] Request body: {'subnet': {'network_id': 'd77e9cad-cdcf-4112-937c-f613d2c6fded', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1481108432-subnet', 'tenant_id': 'dad16612be6441a88785c89c692f3ed1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:20:47.030888 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b029ce5a-848d-42cb-916d-3bbf8fb0dc54 admin admin] Pushing event updated for resources: {'Network': ['ID=d77e9cad-cdcf-4112-937c-f613d2c6fded,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:20:47.040842 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Network d77e9cad-cdcf-4112-937c-f613d2c6fded details requested by agent ovs-agent-dv-cinder-815582-11-iscsi with host dv-cinder-815582-11-iscsi {{(pid=104163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 01:20:47.050123 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a63246-e775-43cb-9d9f-f90054b52dc8 admin admin] Made reservation on behalf of dad16612be6441a88785c89c692f3ed1 for: {'subnet': 1} {{(pid=104162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:20:47.052530 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-58a63246-e775-43cb-9d9f-f90054b52dc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4537658'] for subnet (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:47.238919 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-58a63246-e775-43cb-9d9f-f90054b52dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4518859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4537620'] for subnet (bf159f1a-1ab0-4c1a-85c5-8df831ee43d2), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:47.287870 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a63246-e775-43cb-9d9f-f90054b52dc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf159f1a-1ab0-4c1a-85c5-8df831ee43d2,revision_number=0']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:20:47.306696 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a63246-e775-43cb-9d9f-f90054b52dc8 admin admin] Checking segment: {'id': '0c0ed49b-37f1-4118-aa9e-22e1130106a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd77e9cad-cdcf-4112-937c-f613d2c6fded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:20:47.307227 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a63246-e775-43cb-9d9f-f90054b52dc8 admin admin] Network hostable DHCP agents. Network: d77e9cad-cdcf-4112-937c-f613d2c6fded, hostable agents: ['1da181d0-8fa3-49c1-8992-3db4e395f26f'], hosted agents: [] {{(pid=104162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 01:20:47.326908 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a63246-e775-43cb-9d9f-f90054b52dc8 admin admin] Network d77e9cad-cdcf-4112-937c-f613d2c6fded is scheduled to be hosted by DHCP agent 1da181d0-8fa3-49c1-8992-3db4e395f26f with binding_index 1 {{(pid=104162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 01:20:47.336826 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-58a63246-e775-43cb-9d9f-f90054b52dc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-11-iscsi, d77e9cad-cdcf-4112-937c-f613d2c6fded) {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:20:47.341549 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a63246-e775-43cb-9d9f-f90054b52dc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:47.342153 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-58a63246-e775-43cb-9d9f-f90054b52dc8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:47.346172 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ff22d0-5f0f-45c6-815c-6f72ecf846c9 None None] Network d77e9cad-cdcf-4112-937c-f613d2c6fded requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:20:47.362388 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-58a63246-e775-43cb-9d9f-f90054b52dc8 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3396647 Jul 28 01:20:47.452626 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83653a38-b4f1-4ae0-a792-b0d753719545 None None] Network d77e9cad-cdcf-4112-937c-f613d2c6fded requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:20:47.507817 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:47.534823 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:48.099351 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df5fa4-ace8-4248-84e1-83c16da7355e req-3ac01e0e-8cf6-4ecd-87b2-59da716ee3e0 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:48.100824 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d5df5fa4-ace8-4248-84e1-83c16da7355e req-3ac01e0e-8cf6-4ecd-87b2-59da716ee3e0 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 946 time: 0.0496631 Jul 28 01:20:48.157541 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d5df5fa4-ace8-4248-84e1-83c16da7355e req-f585f4c0-4f25-4b8e-966f-9080d97bf74f tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509279 Jul 28 01:20:49.284813 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920dafb-f995-4a05-bcbb-e29c97b54fc1 req-389a6669-9f57-4996-a9e9-eb71e12548be tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:49.287298 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1920dafb-f995-4a05-bcbb-e29c97b54fc1 req-389a6669-9f57-4996-a9e9-eb71e12548be tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 946 time: 0.0567682 Jul 28 01:20:49.344687 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1920dafb-f995-4a05-bcbb-e29c97b54fc1 req-1b0af3c3-af0a-4776-9339-fcb4cc8489c8 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503843 Jul 28 01:20:50.492608 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e111996-d4bf-47bc-9297-80ac82b48136 req-b7977076-77b9-4f84-a687-1051170ae187 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:50.494073 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4e111996-d4bf-47bc-9297-80ac82b48136 req-b7977076-77b9-4f84-a687-1051170ae187 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 946 time: 0.0708416 Jul 28 01:20:50.513551 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:50.533392 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:50.548874 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4e111996-d4bf-47bc-9297-80ac82b48136 req-827bd61d-863e-4c8c-881c-e76aafbe3959 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488598 Jul 28 01:20:51.712653 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a605f3-a912-4d2e-bb81-83961a507cf6 req-af1b94c7-208f-41fe-9e09-8fa58cde40c4 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:51.719349 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-93a605f3-a912-4d2e-bb81-83961a507cf6 req-af1b94c7-208f-41fe-9e09-8fa58cde40c4 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 946 time: 0.0963392 Jul 28 01:20:51.767996 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-93a605f3-a912-4d2e-bb81-83961a507cf6 req-fbe14499-210a-451f-ae63-c7926fc463d6 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477495 Jul 28 01:20:52.893817 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde5af3-dd08-4b77-903d-c928bd1aa963 req-362bb634-15c4-43a2-9b2f-3ff11378d77a tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:52.895352 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-6bde5af3-dd08-4b77-903d-c928bd1aa963 req-362bb634-15c4-43a2-9b2f-3ff11378d77a tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 946 time: 0.0499067 Jul 28 01:20:52.953927 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-6bde5af3-dd08-4b77-903d-c928bd1aa963 req-aa78805b-e5e0-4ac6-8b72-6a15f4a99196 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530107 Jul 28 01:20:53.011381 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b0133-23dd-4c49-80d8-770d1cd7e1ec req-1e6b918d-195f-421a-891d-fd7baafbc1e1 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:53.012870 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-039b0133-23dd-4c49-80d8-770d1cd7e1ec req-1e6b918d-195f-421a-891d-fd7baafbc1e1 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/ports?device_id=d171e509-4b0b-4f14-beeb-9aebd8589468 HTTP/1.1" status: 200 len: 946 time: 0.0580831 Jul 28 01:20:53.066532 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-039b0133-23dd-4c49-80d8-770d1cd7e1ec req-9258a270-581d-4b1b-8a5f-a356105fc0e3 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/security-groups?id=05db75c2-d7b6-429e-beff-d7c9b2b441f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473917 Jul 28 01:20:54.092894 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e7154-f1f6-4292-bffc-337edcb865e5 req-65daa31d-e432-46d2-aa90-633fa694faeb tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:54.094611 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0b6e7154-f1f6-4292-bffc-337edcb865e5 req-65daa31d-e432-46d2-aa90-633fa694faeb tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 946 time: 0.0554817 Jul 28 01:20:54.155892 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0b6e7154-f1f6-4292-bffc-337edcb865e5 req-fbb6c7b9-fc17-4d70-9e2e-f731f74bd490 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555410 Jul 28 01:20:54.189470 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92a5c3-10ca-4e30-98d9-3dd937c41b86 req-81c61c99-6a2a-4471-b036-aa0183b04840 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:54.190929 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4a92a5c3-10ca-4e30-98d9-3dd937c41b86 req-81c61c99-6a2a-4471-b036-aa0183b04840 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/ports?device_id=d171e509-4b0b-4f14-beeb-9aebd8589468 HTTP/1.1" status: 200 len: 946 time: 0.0486510 Jul 28 01:20:54.241679 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4a92a5c3-10ca-4e30-98d9-3dd937c41b86 req-5f00332b-5f19-4e9f-9ecf-e102a172cc8e tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/security-groups?id=05db75c2-d7b6-429e-beff-d7c9b2b441f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429959 Jul 28 01:20:54.575797 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603938e-7c21-41eb-ae5f-e5ce59529bf8 req-d6d50dc1-b839-4def-8e93-2ae42400932a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:54.577408 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2603938e-7c21-41eb-ae5f-e5ce59529bf8 req-d6d50dc1-b839-4def-8e93-2ae42400932a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1331035c6654c0d9c8ba49f5a724f8c&device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 1130 time: 0.0690918 Jul 28 01:20:54.663674 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65cd132-3658-498f-bc67-5ce9e6d4cf93 req-f4b6d3a6-9c09-4217-a9dc-cafb674045f5 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:54.665348 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e65cd132-3658-498f-bc67-5ce9e6d4cf93 req-f4b6d3a6-9c09-4217-a9dc-cafb674045f5 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.42 "GET /v2.0/ports?device_id=d171e509-4b0b-4f14-beeb-9aebd8589468 HTTP/1.1" status: 200 len: 946 time: 0.0512695 Jul 28 01:20:54.704843 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603938e-7c21-41eb-ae5f-e5ce59529bf8 req-f1cd3a23-56e9-4056-9975-bff8dfca6e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:54.706320 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2603938e-7c21-41eb-ae5f-e5ce59529bf8 req-f1cd3a23-56e9-4056-9975-bff8dfca6e41 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4973681c-a66b-4d24-b5aa-4a1b9f0d40c4 HTTP/1.1" status: 200 len: 909 time: 0.0926998 Jul 28 01:20:54.760080 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-e65cd132-3658-498f-bc67-5ce9e6d4cf93 req-9ae30fa0-6db1-4739-a4bc-dd168cdd7bda tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Deleting port 0cdf79c7-1022-469b-bd0d-5cb24728ad29 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:20:54.760488 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-e65cd132-3658-498f-bc67-5ce9e6d4cf93 req-9ae30fa0-6db1-4739-a4bc-dd168cdd7bda tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (0cdf79c7-1022-469b-bd0d-5cb24728ad29), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:54.777342 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2603938e-7c21-41eb-ae5f-e5ce59529bf8 req-6c4af49a-ce1f-42c5-b314-3aa35cfa26d6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79e0f07f-163d-476a-bcb0-0be5f3ea5eff HTTP/1.1" status: 200 len: 1001 time: 0.0644913 Jul 28 01:20:54.825538 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:54.827269 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603938e-7c21-41eb-ae5f-e5ce59529bf8 req-ec5b216d-74fb-4df4-ac32-cb1f9d81e479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:54.828773 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2603938e-7c21-41eb-ae5f-e5ce59529bf8 req-ec5b216d-74fb-4df4-ac32-cb1f9d81e479 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=df37ef65-5548-4456-8082-dfd76f502caf HTTP/1.1" status: 200 len: 847 time: 0.0451672 Jul 28 01:20:54.858198 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-e65cd132-3658-498f-bc67-5ce9e6d4cf93 req-9ae30fa0-6db1-4739-a4bc-dd168cdd7bda tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] For port 0cdf79c7-1022-469b-bd0d-5cb24728ad29, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=0cdf79c7-1022-469b-bd0d-5cb24728ad29,segment=NetworkSegment(f5259667-9b20-43d4-a9e8-d47c635db74c),segment_id=f5259667-9b20-43d4-a9e8-d47c635db74c)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:20:54.858586 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-e65cd132-3658-498f-bc67-5ce9e6d4cf93 req-9ae30fa0-6db1-4739-a4bc-dd168cdd7bda tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (0cdf79c7-1022-469b-bd0d-5cb24728ad29), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:54.871603 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-e65cd132-3658-498f-bc67-5ce9e6d4cf93 req-9ae30fa0-6db1-4739-a4bc-dd168cdd7bda tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Calling delete_port for 0cdf79c7-1022-469b-bd0d-5cb24728ad29 owned by compute:nova {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:20:54.872523 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603938e-7c21-41eb-ae5f-e5ce59529bf8 req-e0a89f27-61cb-40b6-b85b-91517def4514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:54.874014 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2603938e-7c21-41eb-ae5f-e5ce59529bf8 req-e0a89f27-61cb-40b6-b85b-91517def4514 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4973681c-a66b-4d24-b5aa-4a1b9f0d40c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395963 Jul 28 01:20:54.915950 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:54.969623 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2603938e-7c21-41eb-ae5f-e5ce59529bf8 req-156e532b-e4ad-4104-bfc9-564d9336b461 service neutron] 10.222.0.42 "GET /v2.0/networks/4973681c-a66b-4d24-b5aa-4a1b9f0d40c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887992 Jul 28 01:20:55.005134 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-e65cd132-3658-498f-bc67-5ce9e6d4cf93 req-9ae30fa0-6db1-4739-a4bc-dd168cdd7bda tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4595618'] for port (0cdf79c7-1022-469b-bd0d-5cb24728ad29), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:55.019596 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] get_ports_and_sgs() called for port_ids ['0cdf79c7-1022-469b-bd0d-5cb24728ad29'] {{(pid=104163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 01:20:55.031743 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae30fa0-6db1-4739-a4bc-dd168cdd7bda tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Pushing event deleted for resources: {'Port': ['ID=0cdf79c7-1022-469b-bd0d-5cb24728ad29,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:20:55.072588 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2603938e-7c21-41eb-ae5f-e5ce59529bf8 req-43237c1f-3c4b-4d6c-9c8b-d1e9d33e9f10 service neutron] 10.222.0.42 "GET /v2.0/networks/4973681c-a66b-4d24-b5aa-4a1b9f0d40c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961609 Jul 28 01:20:55.081048 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65cd132-3658-498f-bc67-5ce9e6d4cf93 req-9ae30fa0-6db1-4739-a4bc-dd168cdd7bda tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] No DVR routers for this DVR port 0cdf79c7-1022-469b-bd0d-5cb24728ad29 on host hv-cinder-81558 {{(pid=104161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 01:20:55.083643 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-e65cd132-3658-498f-bc67-5ce9e6d4cf93 req-9ae30fa0-6db1-4739-a4bc-dd168cdd7bda tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:20:55.087073 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e65cd132-3658-498f-bc67-5ce9e6d4cf93 req-9ae30fa0-6db1-4739-a4bc-dd168cdd7bda tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.42 "DELETE /v2.0/ports/0cdf79c7-1022-469b-bd0d-5cb24728ad29 HTTP/1.1" status: 204 len: 173 time: 0.4158170 Jul 28 01:20:55.087518 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd171e509-4b0b-4f14-beeb-9aebd8589468', 'name': 'network-vif-deleted', 'tag': '0cdf79c7-1022-469b-bd0d-5cb24728ad29'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:20:55.090259 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0f5ab60fa46dcea77c59dd77281ac580fb802378bd5ff0a4b9baf266696a00a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954139d8-03dd-488d-9617-b2fc239f99e9" -d '{"events": [{"server_uuid": "d171e509-4b0b-4f14-beeb-9aebd8589468", "name": "network-vif-deleted", "tag": "0cdf79c7-1022-469b-bd0d-5cb24728ad29"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:20:55.251034 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 01:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9200216-d10e-4e35-8f4b-b43ad6a07feb x-openstack-request-id: req-b9200216-d10e-4e35-8f4b-b43ad6a07feb {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:20:55.251321 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d171e509-4b0b-4f14-beeb-9aebd8589468", "name": "network-vif-deleted", "tag": "0cdf79c7-1022-469b-bd0d-5cb24728ad29", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:20:55.251578 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-b9200216-d10e-4e35-8f4b-b43ad6a07feb {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:20:55.251943 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9200216-d10e-4e35-8f4b-b43ad6a07feb'] response: {'server_uuid': 'd171e509-4b0b-4f14-beeb-9aebd8589468', 'name': 'network-vif-deleted', 'tag': '0cdf79c7-1022-469b-bd0d-5cb24728ad29', 'status': 'completed', 'code': 200} Jul 28 01:20:55.279038 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952544c6-4835-4c03-9a34-26e1134151b4 req-b4a5f52d-fc9c-4069-9720-4f33f8f14568 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:55.280521 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-952544c6-4835-4c03-9a34-26e1134151b4 req-b4a5f52d-fc9c-4069-9720-4f33f8f14568 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 946 time: 0.0524292 Jul 28 01:20:55.308053 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:55.313791 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:55.343558 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-952544c6-4835-4c03-9a34-26e1134151b4 req-176dca41-1deb-4c81-b443-2143b27895b1 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569856 Jul 28 01:20:55.360140 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-96159066-01db-403d-8b90-1eba7dd556fd req-9af25c98-5985-4d7e-bc80-a0709977fbea tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/ports?device_id=d171e509-4b0b-4f14-beeb-9aebd8589468 HTTP/1.1" status: 200 len: 210 time: 0.0387797 Jul 28 01:20:56.491795 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-5364a5f7-48ff-4241-a0d7-69691701c7b8 req-77818f5f-11c4-435f-a2b0-279f6d26352f tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/ports?device_id=d171e509-4b0b-4f14-beeb-9aebd8589468 HTTP/1.1" status: 200 len: 210 time: 0.0382173 Jul 28 01:20:56.499775 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244e1e5-c22a-4974-ae7b-85036e103c34 req-6af0e51d-8f7b-45a1-8a7e-6b4b1c0a82be tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:56.501173 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1244e1e5-c22a-4974-ae7b-85036e103c34 req-6af0e51d-8f7b-45a1-8a7e-6b4b1c0a82be tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 946 time: 0.0766160 Jul 28 01:20:56.561079 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1244e1e5-c22a-4974-ae7b-85036e103c34 req-99473f56-b999-4b1f-bdb0-9cb69f77e7d8 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536375 Jul 28 01:20:57.688159 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c8301-bfe2-4323-a9ee-348f710807a7 req-f5b0888c-0f95-4124-879a-08b8e53ac88a tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:57.690206 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-271c8301-bfe2-4323-a9ee-348f710807a7 req-f5b0888c-0f95-4124-879a-08b8e53ac88a tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 946 time: 0.0513015 Jul 28 01:20:57.745627 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-271c8301-bfe2-4323-a9ee-348f710807a7 req-d548f3c0-7bdf-4351-a339-9857da9cd5f2 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489030 Jul 28 01:20:57.829921 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [req-acc0947b-c42f-4898-9677-695eda7b4801 req-dd0a8ed3-aa16-47b4-9411-8a4043a4b7d2 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=104162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 01:20:57.830907 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-acc0947b-c42f-4898-9677-695eda7b4801 req-dd0a8ed3-aa16-47b4-9411-8a4043a4b7d2 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058806 Jul 28 01:20:58.021988 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d8844-b637-4747-82dd-aeddeeac85a4 req-2f325d2b-9b23-4892-85c3-953718482e90 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:58.023525 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ff6d8844-b637-4747-82dd-aeddeeac85a4 req-2f325d2b-9b23-4892-85c3-953718482e90 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 946 time: 0.0524631 Jul 28 01:20:58.062324 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 53468) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:20:58.079023 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ff6d8844-b637-4747-82dd-aeddeeac85a4 req-bcd3dbf8-ce74-45c0-9be4-27572dfda112 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493906 Jul 28 01:20:58.156530 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-0f9c7886-c770-456e-b3e3-ed4f2b8580d1 req-6fd28d98-aa55-4fb9-80c9-b57d4cf35660 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0926926 Jul 28 01:20:58.167071 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [req-0f9c7886-c770-456e-b3e3-ed4f2b8580d1 req-68e9a569-7399-4f36-b5ca-d156a4153481 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=104161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 01:20:58.168292 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-0f9c7886-c770-456e-b3e3-ed4f2b8580d1 req-68e9a569-7399-4f36-b5ca-d156a4153481 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051956 Jul 28 01:20:58.258983 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 53480) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:20:58.312259 dv-cinder-815582-11-iscsi neutron-server[104161]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 28 01:20:58.362248 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c7886-c770-456e-b3e3-ed4f2b8580d1 req-fc6381b6-a60f-4e68-bb96-0425a527842e tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:58.363649 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-0f9c7886-c770-456e-b3e3-ed4f2b8580d1 req-fc6381b6-a60f-4e68-bb96-0425a527842e tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports/79e0f07f-163d-476a-bcb0-0be5f3ea5eff HTTP/1.1" status: 200 len: 943 time: 0.1037159 Jul 28 01:20:59.198384 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649cc25-20c1-4324-b7d5-fcc92698f990 req-6413ed36-96c8-4df4-a7d8-22e477684ca4 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:20:59.199849 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-5649cc25-20c1-4324-b7d5-fcc92698f990 req-6413ed36-96c8-4df4-a7d8-22e477684ca4 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 946 time: 0.0470819 Jul 28 01:20:59.249600 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-5649cc25-20c1-4324-b7d5-fcc92698f990 req-03488b4a-c08c-4ed9-abb6-998183d12a49 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440214 Jul 28 01:20:59.406257 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=4 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:59.407383 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=2 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:20:59.595321 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 0cdf79c7-1022-469b-bd0d-5cb24728ad29 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:20:59.616230 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] No Port match for: 0cdf79c7-1022-469b-bd0d-5cb24728ad29 {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:20:59.616555 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 0cdf79c7-1022-469b-bd0d-5cb24728ad29 not bound to the agent host hv-cinder-81558 {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:21:00.393413 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03779c-7307-494c-a14c-5058e48eeedb req-590ed25b-2403-48ab-95fb-3173ee7fe712 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:00.394878 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ce03779c-7307-494c-a14c-5058e48eeedb req-590ed25b-2403-48ab-95fb-3173ee7fe712 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 946 time: 0.0482018 Jul 28 01:21:00.446002 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ce03779c-7307-494c-a14c-5058e48eeedb req-7d745327-6e16-4e97-bef8-a1c21e31df89 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446932 Jul 28 01:21:00.567334 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 79e0f07f-163d-476a-bcb0-0be5f3ea5eff no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:21:00.641970 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port 79e0f07f-163d-476a-bcb0-0be5f3ea5eff is: ACTIVE; New status is: DOWN {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:21:00.642720 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (79e0f07f-163d-476a-bcb0-0be5f3ea5eff), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:00.670795 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183b3616-c163-4cad-a062-6d0637e9d642', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79e0f07f-163d-476a-bcb0-0be5f3ea5eff'}] {{(pid=104163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:21:00.673096 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74574a7e5f5019bac05c50995ec4c38decffa50ba6d5d10f63080a9b4086ca7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93470d69-6a41-465a-956c-41a9a4ed5a3c" -d '{"events": [{"server_uuid": "183b3616-c163-4cad-a062-6d0637e9d642", "name": "network-vif-unplugged", "status": "completed", "tag": "79e0f07f-163d-476a-bcb0-0be5f3ea5eff"}]}' {{(pid=104163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:21:00.686589 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 79e0f07f-163d-476a-bcb0-0be5f3ea5eff, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=79e0f07f-163d-476a-bcb0-0be5f3ea5eff,segment=NetworkSegment(7f65afb7-eda7-42b3-bc7e-b411396f359a),segment_id=7f65afb7-eda7-42b3-bc7e-b411396f359a)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:21:00.691529 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (79e0f07f-163d-476a-bcb0-0be5f3ea5eff), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:00.714518 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Jul 2022 01:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbaa7019-e486-400b-980b-c5cb7b497a7b x-openstack-request-id: req-bbaa7019-e486-400b-980b-c5cb7b497a7b {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:21:00.714808 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "183b3616-c163-4cad-a062-6d0637e9d642", "name": "network-vif-unplugged", "status": "failed", "tag": "79e0f07f-163d-476a-bcb0-0be5f3ea5eff", "code": 422}]} {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:21:00.715087 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-bbaa7019-e486-400b-980b-c5cb7b497a7b {{(pid=104163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:21:00.715517 dv-cinder-815582-11-iscsi neutron-server[104163]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-bbaa7019-e486-400b-980b-c5cb7b497a7b']: {'server_uuid': '183b3616-c163-4cad-a062-6d0637e9d642', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '79e0f07f-163d-476a-bcb0-0be5f3ea5eff', 'code': 422} returned with failed status Jul 28 01:21:00.742799 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=79e0f07f-163d-476a-bcb0-0be5f3ea5eff,revision_number=6']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:01.572596 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d8d34-556e-47d9-92b1-3757325d5ca1 req-08a3b81d-9e58-43e6-93b7-333724f61eb7 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:01.574074 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-c28d8d34-556e-47d9-92b1-3757325d5ca1 req-08a3b81d-9e58-43e6-93b7-333724f61eb7 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 944 time: 0.0549612 Jul 28 01:21:01.574589 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c7886-c770-456e-b3e3-ed4f2b8580d1 req-d6f1907d-594c-4f02-b401-07473b112aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:01.576135 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-0f9c7886-c770-456e-b3e3-ed4f2b8580d1 req-d6f1907d-594c-4f02-b401-07473b112aed service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642&tenant_id=b1331035c6654c0d9c8ba49f5a724f8c HTTP/1.1" status: 200 len: 1128 time: 0.0457880 Jul 28 01:21:01.625288 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-c28d8d34-556e-47d9-92b1-3757325d5ca1 req-b164c8d3-effd-4cf4-a74c-048bce14128a tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450971 Jul 28 01:21:01.643610 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c7886-c770-456e-b3e3-ed4f2b8580d1 req-264b20b1-07bc-4332-b9f4-95b681487000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:01.645483 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-0f9c7886-c770-456e-b3e3-ed4f2b8580d1 req-264b20b1-07bc-4332-b9f4-95b681487000 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1331035c6654c0d9c8ba49f5a724f8c&device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 1128 time: 0.0449884 Jul 28 01:21:01.739159 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c7886-c770-456e-b3e3-ed4f2b8580d1 req-305df02f-cc98-4f9f-8174-e26bba7b1057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:01.740573 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-0f9c7886-c770-456e-b3e3-ed4f2b8580d1 req-305df02f-cc98-4f9f-8174-e26bba7b1057 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4973681c-a66b-4d24-b5aa-4a1b9f0d40c4 HTTP/1.1" status: 200 len: 909 time: 0.0887442 Jul 28 01:21:01.807633 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-0f9c7886-c770-456e-b3e3-ed4f2b8580d1 req-587f908a-0f6d-4ce6-8644-d3806fd6a02d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79e0f07f-163d-476a-bcb0-0be5f3ea5eff HTTP/1.1" status: 200 len: 999 time: 0.0606058 Jul 28 01:21:01.857553 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c7886-c770-456e-b3e3-ed4f2b8580d1 req-ab3315e0-8f09-4a9f-9dd2-8b60ead159df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:01.859158 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-0f9c7886-c770-456e-b3e3-ed4f2b8580d1 req-ab3315e0-8f09-4a9f-9dd2-8b60ead159df service neutron] 10.222.0.42 "GET /v2.0/subnets?id=df37ef65-5548-4456-8082-dfd76f502caf HTTP/1.1" status: 200 len: 847 time: 0.0447137 Jul 28 01:21:01.906387 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c7886-c770-456e-b3e3-ed4f2b8580d1 req-7e2b79ac-5ded-49b1-846f-776da2af6746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:01.907965 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-0f9c7886-c770-456e-b3e3-ed4f2b8580d1 req-7e2b79ac-5ded-49b1-846f-776da2af6746 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4973681c-a66b-4d24-b5aa-4a1b9f0d40c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420923 Jul 28 01:21:02.001710 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-0f9c7886-c770-456e-b3e3-ed4f2b8580d1 req-2388a350-06cb-45f1-b253-48b9bf0cce36 service neutron] 10.222.0.42 "GET /v2.0/networks/4973681c-a66b-4d24-b5aa-4a1b9f0d40c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875416 Jul 28 01:21:02.102714 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-0f9c7886-c770-456e-b3e3-ed4f2b8580d1 req-c462e2dc-d03e-4854-a08d-fb71da81d183 service neutron] 10.222.0.42 "GET /v2.0/networks/4973681c-a66b-4d24-b5aa-4a1b9f0d40c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942974 Jul 28 01:21:02.469099 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (8d4a48be-b376-49eb-a7aa-478deaa3f35f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:02.762464 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3164b-048c-44e5-accb-0bcd832a7bf1 req-a9f6a3f1-2bdc-4892-9a13-5187b5ccde73 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:02.763921 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-59a3164b-048c-44e5-accb-0bcd832a7bf1 req-a9f6a3f1-2bdc-4892-9a13-5187b5ccde73 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 944 time: 0.0524068 Jul 28 01:21:02.820130 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-59a3164b-048c-44e5-accb-0bcd832a7bf1 req-00009274-cecf-408e-a3e6-88d9efdbff42 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473721 Jul 28 01:21:03.423777 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 53568) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:21:03.460549 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:03.470521 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_v2 [None req-8698ab82-d484-4953-950d-a22d6306d1e7 admin admin] Deleting subnet 025d0c9e-c817-4dfe-8331-dde3e0f7d476 {{(pid=104161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 01:21:03.475270 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8698ab82-d484-4953-950d-a22d6306d1e7 admin admin] Publish callbacks [] for subnet (025d0c9e-c817-4dfe-8331-dde3e0f7d476), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:03.512649 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8698ab82-d484-4953-950d-a22d6306d1e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4967686'] for subnet (025d0c9e-c817-4dfe-8331-dde3e0f7d476), precommit_delete_associations {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:03.554275 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8698ab82-d484-4953-950d-a22d6306d1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400619'] for subnet (025d0c9e-c817-4dfe-8331-dde3e0f7d476), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:03.611708 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8698ab82-d484-4953-950d-a22d6306d1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4595599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7313067'] for subnet (025d0c9e-c817-4dfe-8331-dde3e0f7d476), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:03.636426 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8698ab82-d484-4953-950d-a22d6306d1e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=025d0c9e-c817-4dfe-8331-dde3e0f7d476,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:03.643047 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8698ab82-d484-4953-950d-a22d6306d1e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for subnet (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:03.648777 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-8698ab82-d484-4953-950d-a22d6306d1e7 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/025d0c9e-c817-4dfe-8331-dde3e0f7d476 HTTP/1.1" status: 204 len: 168 time: 0.2213063 Jul 28 01:21:03.648922 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 53570) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:21:03.701075 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:03.731133 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-91ee9cba-ee83-4b6d-8a70-c6d042a25ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295201'] for network (4425a5ad-b8cd-409c-aaa9-205df9cb4688), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:03.813334 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-91ee9cba-ee83-4b6d-8a70-c6d042a25ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1398533', 'neutron.services.segments.db._delete_segments_for_network-8778716901834'] for network (4425a5ad-b8cd-409c-aaa9-205df9cb4688), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:03.833299 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-91ee9cba-ee83-4b6d-8a70-c6d042a25ecb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4425a5ad-b8cd-409c-aaa9-205df9cb4688']}} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:21:03.842521 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-91ee9cba-ee83-4b6d-8a70-c6d042a25ecb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2768714-a25a-4c3e-93a8-0b359a5f04a9') {'for_net_delete': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:21:03.842855 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-91ee9cba-ee83-4b6d-8a70-c6d042a25ecb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2768714-a25a-4c3e-93a8-0b359a5f04a9') {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:21:03.852269 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-91ee9cba-ee83-4b6d-8a70-c6d042a25ecb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778716901735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4967711'] for segment (b2768714-a25a-4c3e-93a8-0b359a5f04a9), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:03.866780 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-91ee9cba-ee83-4b6d-8a70-c6d042a25ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084'] for segment (b2768714-a25a-4c3e-93a8-0b359a5f04a9), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:03.873832 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91ee9cba-ee83-4b6d-8a70-c6d042a25ecb admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=104161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 01:21:03.874226 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-91ee9cba-ee83-4b6d-8a70-c6d042a25ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4595665'] for segment (b2768714-a25a-4c3e-93a8-0b359a5f04a9), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:03.913504 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.services.segments.plugin [-] Segment b2768714-a25a-4c3e-93a8-0b359a5f04a9 resource provider aggregate not found Jul 28 01:21:03.933958 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.services.segments.plugin [-] Segment b2768714-a25a-4c3e-93a8-0b359a5f04a9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b2768714-a25a-4c3e-93a8-0b359a5f04a9 found for delete ", "request_id": "req-ceec7b37-157b-4583-b4f8-b47de1a4a503"}]} Jul 28 01:21:03.939769 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-91ee9cba-ee83-4b6d-8a70-c6d042a25ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1398542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-949559'] for network (4425a5ad-b8cd-409c-aaa9-205df9cb4688), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:03.946717 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-91ee9cba-ee83-4b6d-8a70-c6d042a25ecb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:03.950177 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-91ee9cba-ee83-4b6d-8a70-c6d042a25ecb admin admin] 10.222.0.17 "DELETE /v2.0/networks/4425a5ad-b8cd-409c-aaa9-205df9cb4688 HTTP/1.1" status: 204 len: 168 time: 0.3003688 Jul 28 01:21:03.953584 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c463c-8d27-4f3b-83ef-e6f2893a4595 req-487f6f01-ce64-47a5-9c1f-fd9999d13952 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:03.955141 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a90c463c-8d27-4f3b-83ef-e6f2893a4595 req-487f6f01-ce64-47a5-9c1f-fd9999d13952 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 944 time: 0.0553367 Jul 28 01:21:03.955626 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 53578) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:21:03.963551 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ee9cba-ee83-4b6d-8a70-c6d042a25ecb admin admin] Pushing event deleted for resources: {'Network': ['ID=4425a5ad-b8cd-409c-aaa9-205df9cb4688,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:04.023529 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_v2 [None req-a48bd001-170a-47fe-8e96-5dd1db2486a3 admin admin] Deleting subnet bf159f1a-1ab0-4c1a-85c5-8df831ee43d2 {{(pid=104162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 01:21:04.033074 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a48bd001-170a-47fe-8e96-5dd1db2486a3 admin admin] Publish callbacks [] for subnet (bf159f1a-1ab0-4c1a-85c5-8df831ee43d2), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:04.066520 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a90c463c-8d27-4f3b-83ef-e6f2893a4595 req-0deb05d4-acd1-4dd1-b92d-8d1846c1f25a tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037240 Jul 28 01:21:04.080901 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a48bd001-170a-47fe-8e96-5dd1db2486a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4511353'] for subnet (bf159f1a-1ab0-4c1a-85c5-8df831ee43d2), precommit_delete_associations {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:04.127225 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a48bd001-170a-47fe-8e96-5dd1db2486a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400619'] for subnet (bf159f1a-1ab0-4c1a-85c5-8df831ee43d2), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:04.165545 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:04.175423 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:04.185505 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a48bd001-170a-47fe-8e96-5dd1db2486a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4518666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4537631'] for subnet (bf159f1a-1ab0-4c1a-85c5-8df831ee43d2), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:04.212464 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48bd001-170a-47fe-8e96-5dd1db2486a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf159f1a-1ab0-4c1a-85c5-8df831ee43d2,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:04.217197 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a48bd001-170a-47fe-8e96-5dd1db2486a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:04.220308 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-a48bd001-170a-47fe-8e96-5dd1db2486a3 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/bf159f1a-1ab0-4c1a-85c5-8df831ee43d2 HTTP/1.1" status: 204 len: 168 time: 0.2637396 Jul 28 01:21:04.223203 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 53580) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:21:04.225297 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48bd001-170a-47fe-8e96-5dd1db2486a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:04.225636 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48bd001-170a-47fe-8e96-5dd1db2486a3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:04.225973 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48bd001-170a-47fe-8e96-5dd1db2486a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:04.226311 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48bd001-170a-47fe-8e96-5dd1db2486a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:04.226635 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48bd001-170a-47fe-8e96-5dd1db2486a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:04.227055 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48bd001-170a-47fe-8e96-5dd1db2486a3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:04.227369 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48bd001-170a-47fe-8e96-5dd1db2486a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:04.227694 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48bd001-170a-47fe-8e96-5dd1db2486a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:04.228032 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48bd001-170a-47fe-8e96-5dd1db2486a3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:04.228338 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48bd001-170a-47fe-8e96-5dd1db2486a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:04.228670 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48bd001-170a-47fe-8e96-5dd1db2486a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:04.228999 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48bd001-170a-47fe-8e96-5dd1db2486a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:04.229324 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48bd001-170a-47fe-8e96-5dd1db2486a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:04.229764 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48bd001-170a-47fe-8e96-5dd1db2486a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:04.229942 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48bd001-170a-47fe-8e96-5dd1db2486a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:04.532226 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1bc7b918-142d-405a-8a22-c0ed926d924f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295201'] for network (d77e9cad-cdcf-4112-937c-f613d2c6fded), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:04.616482 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1bc7b918-142d-405a-8a22-c0ed926d924f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1398533', 'neutron.services.segments.db._delete_segments_for_network-8778716901834'] for network (d77e9cad-cdcf-4112-937c-f613d2c6fded), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:04.637901 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-1bc7b918-142d-405a-8a22-c0ed926d924f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d77e9cad-cdcf-4112-937c-f613d2c6fded']}} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:21:04.648268 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-1bc7b918-142d-405a-8a22-c0ed926d924f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c0ed49b-37f1-4118-aa9e-22e1130106a8') {'for_net_delete': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:21:04.648560 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-1bc7b918-142d-405a-8a22-c0ed926d924f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c0ed49b-37f1-4118-aa9e-22e1130106a8') {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:21:04.658700 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1bc7b918-142d-405a-8a22-c0ed926d924f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778716901735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4967711'] for segment (0c0ed49b-37f1-4118-aa9e-22e1130106a8), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:04.674241 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1bc7b918-142d-405a-8a22-c0ed926d924f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084'] for segment (0c0ed49b-37f1-4118-aa9e-22e1130106a8), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:04.681697 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bc7b918-142d-405a-8a22-c0ed926d924f admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=104161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 01:21:04.682082 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1bc7b918-142d-405a-8a22-c0ed926d924f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4595665'] for segment (0c0ed49b-37f1-4118-aa9e-22e1130106a8), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:04.745818 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1bc7b918-142d-405a-8a22-c0ed926d924f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1398542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-949559'] for network (d77e9cad-cdcf-4112-937c-f613d2c6fded), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:04.751400 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1bc7b918-142d-405a-8a22-c0ed926d924f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:04.754496 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-1bc7b918-142d-405a-8a22-c0ed926d924f admin admin] 10.222.0.17 "DELETE /v2.0/networks/d77e9cad-cdcf-4112-937c-f613d2c6fded HTTP/1.1" status: 204 len: 168 time: 0.5302379 Jul 28 01:21:04.770221 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc7b918-142d-405a-8a22-c0ed926d924f admin admin] Pushing event deleted for resources: {'Network': ['ID=d77e9cad-cdcf-4112-937c-f613d2c6fded,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:04.934454 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 53586) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:21:04.990010 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-8251fe63-fa16-4b60-8528-b35d80f1853f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f9d1dce0e819423b97d775e29216df21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0541272 Jul 28 01:21:04.992696 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 53588) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:21:05.054382 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ea700b5f-ac61-4c8e-b419-f37515fb59f3 admin admin] Publish callbacks [] for security_group (e79061e3-150d-4526-a2e4-a7f666ff7b00), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:05.079121 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:05.081269 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ea700b5f-ac61-4c8e-b419-f37515fb59f3 admin admin] Publish callbacks [] for security_group (e79061e3-150d-4526-a2e4-a7f666ff7b00), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:05.132742 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ea700b5f-ac61-4c8e-b419-f37515fb59f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (e79061e3-150d-4526-a2e4-a7f666ff7b00), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:05.135413 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ea700b5f-ac61-4c8e-b419-f37515fb59f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:05.136586 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-ea700b5f-ac61-4c8e-b419-f37515fb59f3 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e79061e3-150d-4526-a2e4-a7f666ff7b00 HTTP/1.1" status: 204 len: 168 time: 0.1427028 Jul 28 01:21:05.148246 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea700b5f-ac61-4c8e-b419-f37515fb59f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79061e3-150d-4526-a2e4-a7f666ff7b00,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:05.191286 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046d548-98a7-4f27-ab14-47bb4d942f96 req-b790aa31-e7d1-4fd9-ac1e-3e740675ce6a tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:05.192816 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f046d548-98a7-4f27-ab14-47bb4d942f96 req-b790aa31-e7d1-4fd9-ac1e-3e740675ce6a tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 944 time: 0.0517857 Jul 28 01:21:05.244660 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f046d548-98a7-4f27-ab14-47bb4d942f96 req-66a6fa4a-12c8-4aae-b57b-0a88e9fd0297 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446789 Jul 28 01:21:05.515900 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 53606) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:21:05.559909 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-6c139698-3b35-40f2-a40e-b348cc852a91 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=dad16612be6441a88785c89c692f3ed1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403159 Jul 28 01:21:05.560574 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 53614) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:21:05.611206 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c5866ba1-711e-43ee-8ac1-92ffa08d820b admin admin] Publish callbacks [] for security_group (0f340ef1-0fa4-4c4b-acb6-b5874b9d76b9), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:05.635092 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c5866ba1-711e-43ee-8ac1-92ffa08d820b admin admin] Publish callbacks [] for security_group (0f340ef1-0fa4-4c4b-acb6-b5874b9d76b9), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:05.642627 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e76982-21ad-4028-9137-06c6c99be785 req-304a3ec8-e958-44bd-b274-c1d537b8c336 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:05.644347 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f5e76982-21ad-4028-9137-06c6c99be785 req-304a3ec8-e958-44bd-b274-c1d537b8c336 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/networks?id=0631c6f7-c6a9-43dd-81e8-03129aee137b HTTP/1.1" status: 200 len: 813 time: 0.1091926 Jul 28 01:21:05.652219 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:05.660271 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f5e76982-21ad-4028-9137-06c6c99be785 req-47ffd5ad-68ff-457d-85ae-55bc15338a75 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/quotas/8840b41dd8364a8a976f04d4fe421b8e HTTP/1.1" status: 200 len: 375 time: 0.0102346 Jul 28 01:21:05.686910 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c5866ba1-711e-43ee-8ac1-92ffa08d820b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (0f340ef1-0fa4-4c4b-acb6-b5874b9d76b9), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:05.689585 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c5866ba1-711e-43ee-8ac1-92ffa08d820b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:05.690735 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-c5866ba1-711e-43ee-8ac1-92ffa08d820b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/0f340ef1-0fa4-4c4b-acb6-b5874b9d76b9 HTTP/1.1" status: 204 len: 168 time: 0.1296995 Jul 28 01:21:05.697676 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f5e76982-21ad-4028-9137-06c6c99be785 req-6f7c3baa-f162-4241-a345-51058ec7fa15 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=8840b41dd8364a8a976f04d4fe421b8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318596 Jul 28 01:21:05.699067 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5866ba1-711e-43ee-8ac1-92ffa08d820b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f340ef1-0fa4-4c4b-acb6-b5874b9d76b9,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:05.796261 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f5e76982-21ad-4028-9137-06c6c99be785 req-6edfc407-373f-47d9-831b-dba474b7846a service neutron] 10.222.0.17 "GET /v2.0/networks/0631c6f7-c6a9-43dd-81e8-03129aee137b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907910 Jul 28 01:21:05.891421 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f5e76982-21ad-4028-9137-06c6c99be785 req-cff7861d-b993-4298-b19c-0b0fa9c8ff51 service neutron] 10.222.0.17 "GET /v2.0/networks/0631c6f7-c6a9-43dd-81e8-03129aee137b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894539 Jul 28 01:21:05.955528 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.services.segments.plugin [-] Segment 0c0ed49b-37f1-4118-aa9e-22e1130106a8 resource provider aggregate not found Jul 28 01:21:05.976097 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.services.segments.plugin [-] Segment 0c0ed49b-37f1-4118-aa9e-22e1130106a8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0c0ed49b-37f1-4118-aa9e-22e1130106a8 found for delete ", "request_id": "req-26a85816-0a29-401e-9742-1aaa73a7bf00"}]} Jul 28 01:21:06.091424 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4104292c-1208-465e-bfd6-7f90366b66d6 req-44c4ae76-c2a5-4253-b857-5a90209b3244 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/ports?device_id=b3b4c04e-6092-46be-81eb-ba1875da7604 HTTP/1.1" status: 200 len: 210 time: 0.0444901 Jul 28 01:21:06.383043 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df61acc-9107-49e0-b2e5-2b48ecc24ca4 req-fe6a6a32-ad79-4889-b902-7dcc61a46645 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:06.391404 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0df61acc-9107-49e0-b2e5-2b48ecc24ca4 req-fe6a6a32-ad79-4889-b902-7dcc61a46645 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 944 time: 0.0661747 Jul 28 01:21:06.443409 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0df61acc-9107-49e0-b2e5-2b48ecc24ca4 req-4d4e654a-dcff-4977-b074-a5345a904661 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504694 Jul 28 01:21:07.095572 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e76982-21ad-4028-9137-06c6c99be785 req-4dbe91bf-f320-4884-9e84-2a855f10bdfb tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:07.097207 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f5e76982-21ad-4028-9137-06c6c99be785 req-4dbe91bf-f320-4884-9e84-2a855f10bdfb tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.42 "GET /v2.0/networks?id=0631c6f7-c6a9-43dd-81e8-03129aee137b HTTP/1.1" status: 200 len: 813 time: 0.1204281 Jul 28 01:21:07.109731 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-f5e76982-21ad-4028-9137-06c6c99be785 req-2015140f-e3a4-4d6f-b857-28a0798443c7 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Request body: {'port': {'device_id': 'b3b4c04e-6092-46be-81eb-ba1875da7604', 'network_id': '0631c6f7-c6a9-43dd-81e8-03129aee137b', 'admin_state_up': True, 'tenant_id': '8840b41dd8364a8a976f04d4fe421b8e'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:21:07.219816 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a299c4d7-b59f-4f4d-afcb-3eebf16dff88 req-c0f71833-bd59-4ab6-8d80-1e2e44a64eed tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/ports?device_id=b3b4c04e-6092-46be-81eb-ba1875da7604 HTTP/1.1" status: 200 len: 210 time: 0.0347114 Jul 28 01:21:07.249583 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5e76982-21ad-4028-9137-06c6c99be785 req-2015140f-e3a4-4d6f-b857-28a0798443c7 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Made reservation on behalf of 8840b41dd8364a8a976f04d4fe421b8e for: {'port': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:21:07.253675 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-f5e76982-21ad-4028-9137-06c6c99be785 req-2015140f-e3a4-4d6f-b857-28a0798443c7 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:07.393711 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [req-f5e76982-21ad-4028-9137-06c6c99be785 req-2015140f-e3a4-4d6f-b857-28a0798443c7 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Allocated IP 172.20.0.2 (0631c6f7-c6a9-43dd-81e8-03129aee137b/623eda30-a7eb-4b4f-8ccd-e8d363f6e833/2fac2c95-cf02-4ee0-ad0c-4bd68363a281) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:21:07.428289 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.agents_db [None req-b5d7b8ea-190f-43e3-81f4-c45e7fbfa344 None None] Agent healthcheck: found 6 active agents {{(pid=104164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 01:21:07.596079 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8045dd-0cab-4fd7-9e16-50d752bd6c25 req-a18d980d-9f1e-4e2c-a120-a3c90756c82e tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:07.598247 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7c8045dd-0cab-4fd7-9e16-50d752bd6c25 req-a18d980d-9f1e-4e2c-a120-a3c90756c82e tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 944 time: 0.0610857 Jul 28 01:21:07.626714 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-f5e76982-21ad-4028-9137-06c6c99be785 req-2015140f-e3a4-4d6f-b857-28a0798443c7 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Publish callbacks [] for port (2fac2c95-cf02-4ee0-ad0c-4bd68363a281), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:07.669894 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-f5e76982-21ad-4028-9137-06c6c99be785 req-2015140f-e3a4-4d6f-b857-28a0798443c7 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4595618'] for port (2fac2c95-cf02-4ee0-ad0c-4bd68363a281), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:07.692153 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7c8045dd-0cab-4fd7-9e16-50d752bd6c25 req-9b4c8ca2-f3bd-4aeb-8a10-f16a78c5577b tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871422 Jul 28 01:21:07.721596 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:DELETE=6,neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:07.736347 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5e76982-21ad-4028-9137-06c6c99be785 req-2015140f-e3a4-4d6f-b857-28a0798443c7 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Network 0631c6f7-c6a9-43dd-81e8-03129aee137b is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:21:07.744808 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [req-f5e76982-21ad-4028-9137-06c6c99be785 req-2015140f-e3a4-4d6f-b857-28a0798443c7 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:21:07.747646 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e76982-21ad-4028-9137-06c6c99be785 req-2015140f-e3a4-4d6f-b857-28a0798443c7 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:21:07.751116 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015140f-e3a4-4d6f-b857-28a0798443c7 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Pushing event updated for resources: {'Port': ['ID=2fac2c95-cf02-4ee0-ad0c-4bd68363a281,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:07.806966 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e76982-21ad-4028-9137-06c6c99be785 req-2015140f-e3a4-4d6f-b857-28a0798443c7 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:07.807627 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-f5e76982-21ad-4028-9137-06c6c99be785 req-2015140f-e3a4-4d6f-b857-28a0798443c7 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:07.827458 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f5e76982-21ad-4028-9137-06c6c99be785 req-2015140f-e3a4-4d6f-b857-28a0798443c7 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7216394 Jul 28 01:21:07.838248 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-a3171882-f6a7-44d7-81e8-2be3115499d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:08.066087 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-f5e76982-21ad-4028-9137-06c6c99be785 req-7194efc8-c100-4a40-8519-12c1d2b568b2 service neutron] Request body: {'port': {'device_id': 'b3b4c04e-6092-46be-81eb-ba1875da7604', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:21:08.125623 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:08.135481 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-f5e76982-21ad-4028-9137-06c6c99be785 req-7194efc8-c100-4a40-8519-12c1d2b568b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (2fac2c95-cf02-4ee0-ad0c-4bd68363a281), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:08.340414 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c3b0c-ceb4-4575-b800-554a5b5a602a req-b2d49540-3963-4176-950a-9bf2917138dc tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:08.341850 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9a3c3b0c-ceb4-4575-b800-554a5b5a602a req-b2d49540-3963-4176-950a-9bf2917138dc tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/ports?device_id=b3b4c04e-6092-46be-81eb-ba1875da7604 HTTP/1.1" status: 200 len: 931 time: 0.0485079 Jul 28 01:21:08.389976 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9a3c3b0c-ceb4-4575-b800-554a5b5a602a req-81857a63-4093-498d-82fb-42e3a987f41f tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/security-groups?id=05db75c2-d7b6-429e-beff-d7c9b2b441f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423305 Jul 28 01:21:08.404613 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [req-f5e76982-21ad-4028-9137-06c6c99be785 req-7194efc8-c100-4a40-8519-12c1d2b568b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fac2c95-cf02-4ee0-ad0c-4bd68363a281 {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 01:21:08.412426 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-f5e76982-21ad-4028-9137-06c6c99be785 req-7194efc8-c100-4a40-8519-12c1d2b568b2 service neutron] Publish callbacks [] for port (2fac2c95-cf02-4ee0-ad0c-4bd68363a281), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:08.425682 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [req-f5e76982-21ad-4028-9137-06c6c99be785 req-7194efc8-c100-4a40-8519-12c1d2b568b2 service neutron] Transition to ACTIVE for port object 2fac2c95-cf02-4ee0-ad0c-4bd68363a281 will not be triggered until provisioned by entity L2. {{(pid=104161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 01:21:08.431357 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-f5e76982-21ad-4028-9137-06c6c99be785 req-7194efc8-c100-4a40-8519-12c1d2b568b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4595637'] for port (2fac2c95-cf02-4ee0-ad0c-4bd68363a281), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:08.480154 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7194efc8-c100-4a40-8519-12c1d2b568b2 service neutron] Pushing event updated for resources: {'Port': ['ID=2fac2c95-cf02-4ee0-ad0c-4bd68363a281,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:08.558055 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-f5e76982-21ad-4028-9137-06c6c99be785 req-7194efc8-c100-4a40-8519-12c1d2b568b2 service neutron] Attempting to bind port 2fac2c95-cf02-4ee0-ad0c-4bd68363a281 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:21:08.558396 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-f5e76982-21ad-4028-9137-06c6c99be785 req-7194efc8-c100-4a40-8519-12c1d2b568b2 service neutron] Attempting to bind port 2fac2c95-cf02-4ee0-ad0c-4bd68363a281 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'f5259667-9b20-43d4-a9e8-d47c635db74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0631c6f7-c6a9-43dd-81e8-03129aee137b'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:21:08.558727 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e76982-21ad-4028-9137-06c6c99be785 req-7194efc8-c100-4a40-8519-12c1d2b568b2 service neutron] Attempting to bind port 2fac2c95-cf02-4ee0-ad0c-4bd68363a281 on network 0631c6f7-c6a9-43dd-81e8-03129aee137b {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:21:08.563508 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e76982-21ad-4028-9137-06c6c99be785 req-7194efc8-c100-4a40-8519-12c1d2b568b2 service neutron] Port 2fac2c95-cf02-4ee0-ad0c-4bd68363a281 on network 0631c6f7-c6a9-43dd-81e8-03129aee137b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 01:21:08.563833 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e76982-21ad-4028-9137-06c6c99be785 req-7194efc8-c100-4a40-8519-12c1d2b568b2 service neutron] Attempting to bind port 2fac2c95-cf02-4ee0-ad0c-4bd68363a281 on network 0631c6f7-c6a9-43dd-81e8-03129aee137b {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:21:08.568762 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e76982-21ad-4028-9137-06c6c99be785 req-7194efc8-c100-4a40-8519-12c1d2b568b2 service neutron] Checking agent: {'id': '8d4a48be-b376-49eb-a7aa-478deaa3f35f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 11, 32), 'started_at': datetime.datetime(2022, 7, 28, 1, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:21:08.569093 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e76982-21ad-4028-9137-06c6c99be785 req-7194efc8-c100-4a40-8519-12c1d2b568b2 service neutron] Checking segment: {'id': 'f5259667-9b20-43d4-a9e8-d47c635db74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0631c6f7-c6a9-43dd-81e8-03129aee137b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:21:08.569485 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e76982-21ad-4028-9137-06c6c99be785 req-7194efc8-c100-4a40-8519-12c1d2b568b2 service neutron] Bound using segment: {'id': 'f5259667-9b20-43d4-a9e8-d47c635db74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0631c6f7-c6a9-43dd-81e8-03129aee137b'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:21:08.569934 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-f5e76982-21ad-4028-9137-06c6c99be785 req-7194efc8-c100-4a40-8519-12c1d2b568b2 service neutron] Bound port: 2fac2c95-cf02-4ee0-ad0c-4bd68363a281, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5259667-9b20-43d4-a9e8-d47c635db74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0631c6f7-c6a9-43dd-81e8-03129aee137b'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:21:08.570263 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-f5e76982-21ad-4028-9137-06c6c99be785 req-7194efc8-c100-4a40-8519-12c1d2b568b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (2fac2c95-cf02-4ee0-ad0c-4bd68363a281), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:08.634753 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-f5e76982-21ad-4028-9137-06c6c99be785 req-7194efc8-c100-4a40-8519-12c1d2b568b2 service neutron] For port 2fac2c95-cf02-4ee0-ad0c-4bd68363a281, host hv-cinder-81558, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:21:08.638123 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-f5e76982-21ad-4028-9137-06c6c99be785 req-7194efc8-c100-4a40-8519-12c1d2b568b2 service neutron] For port 2fac2c95-cf02-4ee0-ad0c-4bd68363a281, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=2fac2c95-cf02-4ee0-ad0c-4bd68363a281,segment=NetworkSegment(f5259667-9b20-43d4-a9e8-d47c635db74c),segment_id=f5259667-9b20-43d4-a9e8-d47c635db74c)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:21:08.646122 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-f5e76982-21ad-4028-9137-06c6c99be785 req-7194efc8-c100-4a40-8519-12c1d2b568b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4595637'] for port (2fac2c95-cf02-4ee0-ad0c-4bd68363a281), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:08.680645 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e76982-21ad-4028-9137-06c6c99be785 req-7194efc8-c100-4a40-8519-12c1d2b568b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:08.681277 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-f5e76982-21ad-4028-9137-06c6c99be785 req-7194efc8-c100-4a40-8519-12c1d2b568b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:08.682673 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f5e76982-21ad-4028-9137-06c6c99be785 req-7194efc8-c100-4a40-8519-12c1d2b568b2 service neutron] 10.222.0.42 "PUT /v2.0/ports/2fac2c95-cf02-4ee0-ad0c-4bd68363a281 HTTP/1.1" status: 200 len: 1093 time: 0.6219501 Jul 28 01:21:08.683137 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b4c04e-6092-46be-81eb-ba1875da7604', 'tag': '2fac2c95-cf02-4ee0-ad0c-4bd68363a281'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:21:08.685481 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0f5ab60fa46dcea77c59dd77281ac580fb802378bd5ff0a4b9baf266696a00a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f992878-5e03-47ae-8f78-c9c1d0ec9fc6" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b4c04e-6092-46be-81eb-ba1875da7604", "tag": "2fac2c95-cf02-4ee0-ad0c-4bd68363a281"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:21:08.711643 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7194efc8-c100-4a40-8519-12c1d2b568b2 service neutron] Pushing event updated for resources: {'Port': ['ID=2fac2c95-cf02-4ee0-ad0c-4bd68363a281,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:08.748679 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 01:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba20c1b-9093-458e-a10e-094f6110d070 x-openstack-request-id: req-bba20c1b-9093-458e-a10e-094f6110d070 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:21:08.749024 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b4c04e-6092-46be-81eb-ba1875da7604", "tag": "2fac2c95-cf02-4ee0-ad0c-4bd68363a281", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:21:08.749549 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-bba20c1b-9093-458e-a10e-094f6110d070 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:21:08.749713 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bba20c1b-9093-458e-a10e-094f6110d070'] response: {'name': 'network-changed', 'server_uuid': 'b3b4c04e-6092-46be-81eb-ba1875da7604', 'tag': '2fac2c95-cf02-4ee0-ad0c-4bd68363a281', 'status': 'completed', 'code': 200} Jul 28 01:21:08.783844 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e76982-21ad-4028-9137-06c6c99be785 req-048e7cf2-95ee-485b-a0ea-f73711d73f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:08.785460 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f5e76982-21ad-4028-9137-06c6c99be785 req-048e7cf2-95ee-485b-a0ea-f73711d73f9a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8840b41dd8364a8a976f04d4fe421b8e&device_id=b3b4c04e-6092-46be-81eb-ba1875da7604 HTTP/1.1" status: 200 len: 1127 time: 0.0536797 Jul 28 01:21:08.829926 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f5e76982-21ad-4028-9137-06c6c99be785 req-b728e7f2-2161-4e85-abc7-efb44e5ab007 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2fac2c95-cf02-4ee0-ad0c-4bd68363a281 HTTP/1.1" status: 200 len: 217 time: 0.0368063 Jul 28 01:21:08.843963 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1cdba-2aaa-4903-a04a-67ecb4d4e2a4 req-b735f5d4-25c6-4093-91ca-2aacd5fc0d7d tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:08.843963 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-08b1cdba-2aaa-4903-a04a-67ecb4d4e2a4 req-b735f5d4-25c6-4093-91ca-2aacd5fc0d7d tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 944 time: 0.0659733 Jul 28 01:21:08.888595 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e76982-21ad-4028-9137-06c6c99be785 req-4f7c1bdd-750a-46f8-8cd7-13a40280ac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:08.890350 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f5e76982-21ad-4028-9137-06c6c99be785 req-4f7c1bdd-750a-46f8-8cd7-13a40280ac04 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=623eda30-a7eb-4b4f-8ccd-e8d363f6e833 HTTP/1.1" status: 200 len: 853 time: 0.0547028 Jul 28 01:21:08.903543 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-08b1cdba-2aaa-4903-a04a-67ecb4d4e2a4 req-a6945ea4-6693-491a-bc44-f5b3a085eb39 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591645 Jul 28 01:21:08.932359 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f5e76982-21ad-4028-9137-06c6c99be785 req-741a3cd3-cb83-44e2-a2df-07e8a2686096 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0631c6f7-c6a9-43dd-81e8-03129aee137b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355208 Jul 28 01:21:09.012432 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:09.044207 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfeda14-0261-4873-917a-d109c088fade req-7048b323-111c-40a8-b9fe-13c07bfed540 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:09.047827 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f5e76982-21ad-4028-9137-06c6c99be785 req-bdb941d8-1437-4923-b4e7-b45e45743140 service neutron] 10.222.0.42 "GET /v2.0/networks/0631c6f7-c6a9-43dd-81e8-03129aee137b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046028 Jul 28 01:21:09.048035 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-6bfeda14-0261-4873-917a-d109c088fade req-7048b323-111c-40a8-b9fe-13c07bfed540 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 946 time: 0.0557909 Jul 28 01:21:09.073509 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:09.096138 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-6bfeda14-0261-4873-917a-d109c088fade req-05f8430c-f161-4024-b44f-d8ad20e9fdc1 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435698 Jul 28 01:21:09.514760 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1131f-cc4c-485b-8af5-4916cfeb2e16 req-316520f5-6131-40f7-a155-b31de6af9c15 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:09.516462 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-95a1131f-cc4c-485b-8af5-4916cfeb2e16 req-316520f5-6131-40f7-a155-b31de6af9c15 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/ports?device_id=b3b4c04e-6092-46be-81eb-ba1875da7604 HTTP/1.1" status: 200 len: 943 time: 0.0516675 Jul 28 01:21:09.569657 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-95a1131f-cc4c-485b-8af5-4916cfeb2e16 req-188d2a2e-72d0-488c-a2e3-a1c41348dd8f tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/security-groups?id=05db75c2-d7b6-429e-beff-d7c9b2b441f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454750 Jul 28 01:21:10.029275 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e550f4-9eb2-4612-af9d-00eaddded0ad req-ed015652-781d-4988-8a0a-e2c91a839cf3 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:10.031193 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b1e550f4-9eb2-4612-af9d-00eaddded0ad req-ed015652-781d-4988-8a0a-e2c91a839cf3 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 944 time: 0.0538101 Jul 28 01:21:10.046277 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:10.087228 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b1e550f4-9eb2-4612-af9d-00eaddded0ad req-ed2088de-2579-4258-a007-c5e09bdeaef0 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489635 Jul 28 01:21:10.088189 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:10.116290 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f5e76982-21ad-4028-9137-06c6c99be785 req-03bd09fd-6a9c-459a-9ff8-c1cfa334dd63 service neutron] 10.222.0.42 "GET /v2.0/networks/0631c6f7-c6a9-43dd-81e8-03129aee137b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987928 Jul 28 01:21:10.240575 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64caab-2d5c-44ba-b3cf-f36f69daabc4 req-eb89d1b0-338a-4b44-a36b-963fc593d2ec tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:10.242077 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ed64caab-2d5c-44ba-b3cf-f36f69daabc4 req-eb89d1b0-338a-4b44-a36b-963fc593d2ec tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 946 time: 0.0487781 Jul 28 01:21:10.291362 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ed64caab-2d5c-44ba-b3cf-f36f69daabc4 req-57760aac-afe8-4e67-997a-65f3f456112b tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437112 Jul 28 01:21:10.356903 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-ea33ede7-fdcd-426b-ac69-d3f9b108b935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:10.692746 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad825d-2523-4c5b-a054-7f706e9bd315 req-1f16dd13-dd1f-4080-82c4-cb88f640a5b6 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:10.694205 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e7ad825d-2523-4c5b-a054-7f706e9bd315 req-1f16dd13-dd1f-4080-82c4-cb88f640a5b6 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/ports?device_id=b3b4c04e-6092-46be-81eb-ba1875da7604 HTTP/1.1" status: 200 len: 943 time: 0.0532420 Jul 28 01:21:10.745445 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e7ad825d-2523-4c5b-a054-7f706e9bd315 req-4aa41b92-e7a0-4c89-be5b-c2e7a16f959f tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/security-groups?id=05db75c2-d7b6-429e-beff-d7c9b2b441f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454361 Jul 28 01:21:11.031859 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f992878-5e03-47ae-8f78-c9c1d0ec9fc6 req-db8c4edf-5c93-47a2-bed5-3f54b3a244ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:11.033291 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5f992878-5e03-47ae-8f78-c9c1d0ec9fc6 req-db8c4edf-5c93-47a2-bed5-3f54b3a244ec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8840b41dd8364a8a976f04d4fe421b8e&device_id=b3b4c04e-6092-46be-81eb-ba1875da7604 HTTP/1.1" status: 200 len: 1127 time: 0.0430992 Jul 28 01:21:11.098495 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 79e0f07f-163d-476a-bcb0-0be5f3ea5eff details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 01:21:11.135992 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c8ed2-5b44-4291-bcc0-39d76f872ee9 req-a9060d01-07a5-492f-839f-59e644f538eb tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:11.138141 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a69c8ed2-5b44-4291-bcc0-39d76f872ee9 req-a9060d01-07a5-492f-839f-59e644f538eb tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.42 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 946 time: 0.0563121 Jul 28 01:21:11.138348 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f992878-5e03-47ae-8f78-c9c1d0ec9fc6 req-b59303a5-2f43-4912-b614-e01a74d09569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:11.139852 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5f992878-5e03-47ae-8f78-c9c1d0ec9fc6 req-b59303a5-2f43-4912-b614-e01a74d09569 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0631c6f7-c6a9-43dd-81e8-03129aee137b HTTP/1.1" status: 200 len: 914 time: 0.1011069 Jul 28 01:21:11.187154 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5f992878-5e03-47ae-8f78-c9c1d0ec9fc6 req-ed631ba1-becb-4e80-8862-aa75a7f089b2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2fac2c95-cf02-4ee0-ad0c-4bd68363a281 HTTP/1.1" status: 200 len: 217 time: 0.0376844 Jul 28 01:21:11.203376 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 79e0f07f-163d-476a-bcb0-0be5f3ea5eff, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=79e0f07f-163d-476a-bcb0-0be5f3ea5eff,segment=NetworkSegment(7f65afb7-eda7-42b3-bc7e-b411396f359a),segment_id=7f65afb7-eda7-42b3-bc7e-b411396f359a)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:21:11.215628 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Returning: {'device': '79e0f07f-163d-476a-bcb0-0be5f3ea5eff', 'network_id': '4973681c-a66b-4d24-b5aa-4a1b9f0d40c4', 'port_id': '79e0f07f-163d-476a-bcb0-0be5f3ea5eff', 'mac_address': 'fa:16:3e:54:46:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df37ef65-5548-4456-8082-dfd76f502caf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 01:21:11.238505 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f992878-5e03-47ae-8f78-c9c1d0ec9fc6 req-27d4ec26-558e-463e-be1f-48b1c738cafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:11.240019 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5f992878-5e03-47ae-8f78-c9c1d0ec9fc6 req-27d4ec26-558e-463e-be1f-48b1c738cafc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=623eda30-a7eb-4b4f-8ccd-e8d363f6e833 HTTP/1.1" status: 200 len: 853 time: 0.0470543 Jul 28 01:21:11.251258 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port 79e0f07f-163d-476a-bcb0-0be5f3ea5eff is: DOWN; New status is: BUILD {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:21:11.251652 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (79e0f07f-163d-476a-bcb0-0be5f3ea5eff), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:11.263109 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c7320-ce93-48b1-a7f6-9a14997175ad req-c3a24273-8c40-4d75-a2de-6089ee40f374 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:11.264634 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e73c7320-ce93-48b1-a7f6-9a14997175ad req-c3a24273-8c40-4d75-a2de-6089ee40f374 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 944 time: 0.0850639 Jul 28 01:21:11.269704 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79e0f07f-163d-476a-bcb0-0be5f3ea5eff {{(pid=104163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 01:21:11.272569 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5f992878-5e03-47ae-8f78-c9c1d0ec9fc6 req-6e4397da-64af-4537-a005-6fad92863bc4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0631c6f7-c6a9-43dd-81e8-03129aee137b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270183 Jul 28 01:21:11.295629 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 79e0f07f-163d-476a-bcb0-0be5f3ea5eff, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=79e0f07f-163d-476a-bcb0-0be5f3ea5eff,segment=NetworkSegment(7f65afb7-eda7-42b3-bc7e-b411396f359a),segment_id=7f65afb7-eda7-42b3-bc7e-b411396f359a)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:21:11.297880 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [req-a69c8ed2-5b44-4291-bcc0-39d76f872ee9 req-ce6b3fd4-7219-49cc-879f-11015e10e0eb tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Deleting port bd4676aa-4815-4dd2-8cfe-5bab28819f71 {{(pid=104162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:21:11.298248 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-a69c8ed2-5b44-4291-bcc0-39d76f872ee9 req-ce6b3fd4-7219-49cc-879f-11015e10e0eb tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (bd4676aa-4815-4dd2-8cfe-5bab28819f71), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:11.301684 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (79e0f07f-163d-476a-bcb0-0be5f3ea5eff), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:11.381258 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5f992878-5e03-47ae-8f78-c9c1d0ec9fc6 req-6d2ac58b-f1d0-46d5-970d-8903a86a59f7 service neutron] 10.222.0.42 "GET /v2.0/networks/0631c6f7-c6a9-43dd-81e8-03129aee137b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020291 Jul 28 01:21:11.385355 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:11.397282 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=79e0f07f-163d-476a-bcb0-0be5f3ea5eff,revision_number=7']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:11.405097 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:11.405488 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:11.406054 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:11.406551 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:11.406919 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:11.407415 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:11.407909 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:11.408423 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:11.408759 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:11.409091 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:11.409423 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:11.409751 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:11.410077 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:11.410403 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:11.410729 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:11.490817 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5f992878-5e03-47ae-8f78-c9c1d0ec9fc6 req-68026212-126a-4a45-bb95-4eea1dbb0894 service neutron] 10.222.0.42 "GET /v2.0/networks/0631c6f7-c6a9-43dd-81e8-03129aee137b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034219 Jul 28 01:21:11.524218 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] get_ports_and_sgs() called for port_ids ['79e0f07f-163d-476a-bcb0-0be5f3ea5eff'] {{(pid=104163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 01:21:11.686617 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e73c7320-ce93-48b1-a7f6-9a14997175ad req-10f99230-4c06-447e-9b27-2927c45f1555 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4144835 Jul 28 01:21:11.701036 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:11.717866 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e995556-2176-4e2b-be38-ac0391fbe2e9 req-c2988cf6-74c7-4136-9ff8-07d2fdd29cb8 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:11.723323 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7e995556-2176-4e2b-be38-ac0391fbe2e9 req-c2988cf6-74c7-4136-9ff8-07d2fdd29cb8 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 946 time: 0.0837328 Jul 28 01:21:11.765493 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [req-a69c8ed2-5b44-4291-bcc0-39d76f872ee9 req-ce6b3fd4-7219-49cc-879f-11015e10e0eb tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] For port bd4676aa-4815-4dd2-8cfe-5bab28819f71, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=bd4676aa-4815-4dd2-8cfe-5bab28819f71,segment=NetworkSegment(d38ebf67-8dab-4986-bb13-157dcdc07364),segment_id=d38ebf67-8dab-4986-bb13-157dcdc07364)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:21:11.765928 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-a69c8ed2-5b44-4291-bcc0-39d76f872ee9 req-ce6b3fd4-7219-49cc-879f-11015e10e0eb tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (bd4676aa-4815-4dd2-8cfe-5bab28819f71), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:11.832695 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7e995556-2176-4e2b-be38-ac0391fbe2e9 req-551bbe83-a95f-49d0-9d2d-3152821d0ac9 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups?id=079688e2-1569-4d0c-875f-f2b5304991b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037171 Jul 28 01:21:11.923751 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080fb3a6-3fe2-4d03-a032-899d9529c4c7 req-708deb3a-430f-4a02-9f76-de23be6bcc5b tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:11.925361 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-080fb3a6-3fe2-4d03-a032-899d9529c4c7 req-708deb3a-430f-4a02-9f76-de23be6bcc5b tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/ports?device_id=b3b4c04e-6092-46be-81eb-ba1875da7604 HTTP/1.1" status: 200 len: 943 time: 0.0899942 Jul 28 01:21:12.026804 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-a69c8ed2-5b44-4291-bcc0-39d76f872ee9 req-ce6b3fd4-7219-49cc-879f-11015e10e0eb tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:12.029871 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-a69c8ed2-5b44-4291-bcc0-39d76f872ee9 req-ce6b3fd4-7219-49cc-879f-11015e10e0eb tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-949731'] for floatingip (ef98b584-e67f-42aa-b6c1-bcd26dbfe7eb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:12.035314 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.db.l3_db [req-a69c8ed2-5b44-4291-bcc0-39d76f872ee9 req-ce6b3fd4-7219-49cc-879f-11015e10e0eb tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Floating IP ef98b584-e67f-42aa-b6c1-bcd26dbfe7eb disassociated. External IP: 172.27.1.142, port: bd4676aa-4815-4dd2-8cfe-5bab28819f71. Jul 28 01:21:12.035914 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [req-a69c8ed2-5b44-4291-bcc0-39d76f872ee9 req-ce6b3fd4-7219-49cc-879f-11015e10e0eb tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Calling delete_port for bd4676aa-4815-4dd2-8cfe-5bab28819f71 owned by compute:nova {{(pid=104162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:21:12.043720 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:12.049696 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-080fb3a6-3fe2-4d03-a032-899d9529c4c7 req-5d17fe01-93bf-4eae-87c2-be560d1cc14c tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/security-groups?id=05db75c2-d7b6-429e-beff-d7c9b2b441f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167116 Jul 28 01:21:12.099031 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:12.193516 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-a69c8ed2-5b44-4291-bcc0-39d76f872ee9 req-ce6b3fd4-7219-49cc-879f-11015e10e0eb tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (bd4676aa-4815-4dd2-8cfe-5bab28819f71), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:12.221815 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b3fd4-7219-49cc-879f-11015e10e0eb tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Pushing event deleted for resources: {'Port': ['ID=bd4676aa-4815-4dd2-8cfe-5bab28819f71,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:12.332567 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a69c8ed2-5b44-4291-bcc0-39d76f872ee9 req-ce6b3fd4-7219-49cc-879f-11015e10e0eb tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Router cc6a0719-88e5-4b17-be05-1c543993ef8f has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:21:12.453049 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a69c8ed2-5b44-4291-bcc0-39d76f872ee9 req-ce6b3fd4-7219-49cc-879f-11015e10e0eb tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:21:12.468224 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514278df-b6c5-4a8e-ad73-b650787c7e5c None None] Sync routers for ids ['cc6a0719-88e5-4b17-be05-1c543993ef8f'] in dv-cinder-815582-11-iscsi {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:21:12.482540 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514278df-b6c5-4a8e-ad73-b650787c7e5c None None] Routers {'cc6a0719-88e5-4b17-be05-1c543993ef8f'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:21:12.483353 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-514278df-b6c5-4a8e-ad73-b650787c7e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:21:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['cc6a0719-88e5-4b17-be05-1c543993ef8f'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:21:12.503354 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69c8ed2-5b44-4291-bcc0-39d76f872ee9 req-ce6b3fd4-7219-49cc-879f-11015e10e0eb tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] No DVR routers for this DVR port bd4676aa-4815-4dd2-8cfe-5bab28819f71 on host hv-cinder-81558 {{(pid=104162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 01:21:12.506487 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-a69c8ed2-5b44-4291-bcc0-39d76f872ee9 req-ce6b3fd4-7219-49cc-879f-11015e10e0eb tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:12.509820 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a69c8ed2-5b44-4291-bcc0-39d76f872ee9 req-ce6b3fd4-7219-49cc-879f-11015e10e0eb tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.42 "DELETE /v2.0/ports/bd4676aa-4815-4dd2-8cfe-5bab28819f71 HTTP/1.1" status: 204 len: 173 time: 1.3610175 Jul 28 01:21:12.510314 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b035e590-ae9f-4fb3-ac7f-3615a1ce992c', 'name': 'network-vif-deleted', 'tag': 'bd4676aa-4815-4dd2-8cfe-5bab28819f71'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:21:12.512610 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f6b11fd638c6a58f8ef19871f5a43997b3abcb3256dc707badf279ceb4d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499dc16b-6518-4335-9ae0-7a23c53a4f59" -d '{"events": [{"server_uuid": "b035e590-ae9f-4fb3-ac7f-3615a1ce992c", "name": "network-vif-deleted", "tag": "bd4676aa-4815-4dd2-8cfe-5bab28819f71"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:21:12.550488 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 01:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88762547-09fe-4e77-86cd-c588f7cf7a24 x-openstack-request-id: req-88762547-09fe-4e77-86cd-c588f7cf7a24 {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:21:12.550810 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b035e590-ae9f-4fb3-ac7f-3615a1ce992c", "name": "network-vif-deleted", "tag": "bd4676aa-4815-4dd2-8cfe-5bab28819f71", "status": "completed", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:21:12.551446 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-88762547-09fe-4e77-86cd-c588f7cf7a24 {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:21:12.551446 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88762547-09fe-4e77-86cd-c588f7cf7a24'] response: {'server_uuid': 'b035e590-ae9f-4fb3-ac7f-3615a1ce992c', 'name': 'network-vif-deleted', 'tag': 'bd4676aa-4815-4dd2-8cfe-5bab28819f71', 'status': 'completed', 'code': 200} Jul 28 01:21:12.704262 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-514278df-b6c5-4a8e-ad73-b650787c7e5c None None] Set router cc6a0719-88e5-4b17-be05-1c543993ef8f gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:21:12.738223 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:12.836192 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e5b51-a714-4fbc-b6c0-1ee79818ad9e req-4b635663-5b4d-4fe8-bc42-5d3818d47b27 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:12.837656 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2c1e5b51-a714-4fbc-b6c0-1ee79818ad9e req-4b635663-5b4d-4fe8-bc42-5d3818d47b27 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 945 time: 0.0599186 Jul 28 01:21:12.893563 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2c1e5b51-a714-4fbc-b6c0-1ee79818ad9e req-26c1f2d8-cfc4-4757-8bc1-17a71ecf369d tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496671 Jul 28 01:21:12.911084 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-514278df-b6c5-4a8e-ad73-b650787c7e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'name': 'tempest-AttachVolumeShelveTestJSON-1225621746-router', 'tenant_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'af5bfeb6-797c-4c9c-bb52-8842e138fefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:33Z', 'updated_at': '2022-07-28T01:13:48Z', 'revision_number': 4, 'project_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'gw_port': {'id': 'af5bfeb6-797c-4c9c-bb52-8842e138fefc', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:57:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:35Z', 'updated_at': '2022-07-28T01:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': '21ace596-49be-4528-9c60-c180dcb085e7', 'name': '', 'network_id': '79d1ca3f-e23e-4848-9d9a-982b12f210b8', 'tenant_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'mac_address': 'fa:16:3e:79:80:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:46Z', 'updated_at': '2022-07-28T01:14:02Z', 'revision_number': 5, 'project_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'subnets': [{'id': 'a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:21:12.935063 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514278df-b6c5-4a8e-ad73-b650787c7e5c None None] Checking router: cc6a0719-88e5-4b17-be05-1c543993ef8f for host: dv-cinder-815582-11-iscsi {{(pid=104164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:21:12.944995 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514278df-b6c5-4a8e-ad73-b650787c7e5c None None] Routers {'cc6a0719-88e5-4b17-be05-1c543993ef8f'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:21:12.945601 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-514278df-b6c5-4a8e-ad73-b650787c7e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:21:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['cc6a0719-88e5-4b17-be05-1c543993ef8f'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:21:12.968153 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-c7c1bb92-f879-45cb-89ac-3bc6ef67c71a req-eb234493-6708-4ab4-be47-422ea82f2040 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/ports?device_id=b035e590-ae9f-4fb3-ac7f-3615a1ce992c HTTP/1.1" status: 200 len: 210 time: 0.0282810 Jul 28 01:21:13.027359 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:13.033465 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:13.065633 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-514278df-b6c5-4a8e-ad73-b650787c7e5c None None] Set router cc6a0719-88e5-4b17-be05-1c543993ef8f gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:21:13.127963 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 2fac2c95-cf02-4ee0-ad0c-4bd68363a281 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 01:21:13.132729 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 79e0f07f-163d-476a-bcb0-0be5f3ea5eff up at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:21:13.184541 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84e2e7-47fb-4bae-bd29-6fc32e482f85 req-7e514c64-69d7-4f77-8008-b0d1ef8fdff8 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:13.186185 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7a84e2e7-47fb-4bae-bd29-6fc32e482f85 req-7e514c64-69d7-4f77-8008-b0d1ef8fdff8 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/ports?device_id=b3b4c04e-6092-46be-81eb-ba1875da7604 HTTP/1.1" status: 200 len: 943 time: 0.0538468 Jul 28 01:21:13.246035 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7a84e2e7-47fb-4bae-bd29-6fc32e482f85 req-258a400d-57f0-4bd1-bd46-f317062502f3 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/security-groups?id=05db75c2-d7b6-429e-beff-d7c9b2b441f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492578 Jul 28 01:21:13.247929 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Provisioning complete for port 79e0f07f-163d-476a-bcb0-0be5f3ea5eff triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:21:13.248562 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (79e0f07f-163d-476a-bcb0-0be5f3ea5eff), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:13.320920 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-514278df-b6c5-4a8e-ad73-b650787c7e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'name': 'tempest-AttachVolumeShelveTestJSON-1225621746-router', 'tenant_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'af5bfeb6-797c-4c9c-bb52-8842e138fefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:33Z', 'updated_at': '2022-07-28T01:13:48Z', 'revision_number': 4, 'project_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'gw_port': {'id': 'af5bfeb6-797c-4c9c-bb52-8842e138fefc', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:57:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:35Z', 'updated_at': '2022-07-28T01:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': '21ace596-49be-4528-9c60-c180dcb085e7', 'name': '', 'network_id': '79d1ca3f-e23e-4848-9d9a-982b12f210b8', 'tenant_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'mac_address': 'fa:16:3e:79:80:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:46Z', 'updated_at': '2022-07-28T01:14:02Z', 'revision_number': 5, 'project_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'subnets': [{'id': 'a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:21:13.328763 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 2fac2c95-cf02-4ee0-ad0c-4bd68363a281, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=2fac2c95-cf02-4ee0-ad0c-4bd68363a281,segment=NetworkSegment(f5259667-9b20-43d4-a9e8-d47c635db74c),segment_id=f5259667-9b20-43d4-a9e8-d47c635db74c)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:21:13.348258 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514278df-b6c5-4a8e-ad73-b650787c7e5c None None] The sync data for ids ['cc6a0719-88e5-4b17-be05-1c543993ef8f'] in dv-cinder-815582-11-iscsi is: [{'id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'name': 'tempest-AttachVolumeShelveTestJSON-1225621746-router', 'tenant_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'af5bfeb6-797c-4c9c-bb52-8842e138fefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:33Z', 'updated_at': '2022-07-28T01:13:48Z', 'revision_number': 4, 'project_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'gw_port': {'id': 'af5bfeb6-797c-4c9c-bb52-8842e138fefc', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:57:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:35Z', 'updated_at': '2022-07-28T01:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': '21ace596-49be-4528-9c60-c180dcb085e7', 'name': '', 'network_id': '79d1ca3f-e23e-4848-9d9a-982b12f210b8', 'tenant_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'mac_address': 'fa:16:3e:79:80:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:46Z', 'updated_at': '2022-07-28T01:14:02Z', 'revision_number': 5, 'project_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'subnets': [{'id': 'a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:21:13.374087 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Returning: {'device': '2fac2c95-cf02-4ee0-ad0c-4bd68363a281', 'network_id': '0631c6f7-c6a9-43dd-81e8-03129aee137b', 'port_id': '2fac2c95-cf02-4ee0-ad0c-4bd68363a281', 'mac_address': 'fa:16:3e:ec:6b:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '623eda30-a7eb-4b4f-8ccd-e8d363f6e833', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 01:21:13.386482 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port 79e0f07f-163d-476a-bcb0-0be5f3ea5eff is: BUILD; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:21:13.386909 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (79e0f07f-163d-476a-bcb0-0be5f3ea5eff), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:13.453727 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183b3616-c163-4cad-a062-6d0637e9d642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e0f07f-163d-476a-bcb0-0be5f3ea5eff'}] {{(pid=104163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:21:13.456012 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74574a7e5f5019bac05c50995ec4c38decffa50ba6d5d10f63080a9b4086ca7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8870a7d8-6d5c-44bb-b17f-596e076e42ef" -d '{"events": [{"server_uuid": "183b3616-c163-4cad-a062-6d0637e9d642", "name": "network-vif-plugged", "status": "completed", "tag": "79e0f07f-163d-476a-bcb0-0be5f3ea5eff"}]}' {{(pid=104163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:21:13.467689 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port 2fac2c95-cf02-4ee0-ad0c-4bd68363a281 is: DOWN; New status is: BUILD {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:21:13.468188 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (2fac2c95-cf02-4ee0-ad0c-4bd68363a281), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:13.480214 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 79e0f07f-163d-476a-bcb0-0be5f3ea5eff, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=79e0f07f-163d-476a-bcb0-0be5f3ea5eff,segment=NetworkSegment(7f65afb7-eda7-42b3-bc7e-b411396f359a),segment_id=7f65afb7-eda7-42b3-bc7e-b411396f359a)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:21:13.487378 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fac2c95-cf02-4ee0-ad0c-4bd68363a281 {{(pid=104163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 01:21:13.492779 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (79e0f07f-163d-476a-bcb0-0be5f3ea5eff), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:13.521219 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 01:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a37109-aae6-4dbf-9524-581ce01dc079 x-openstack-request-id: req-e0a37109-aae6-4dbf-9524-581ce01dc079 {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:21:13.521356 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "183b3616-c163-4cad-a062-6d0637e9d642", "name": "network-vif-plugged", "status": "completed", "tag": "79e0f07f-163d-476a-bcb0-0be5f3ea5eff", "code": 200}]} {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:21:13.521655 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-e0a37109-aae6-4dbf-9524-581ce01dc079 {{(pid=104163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:21:13.522153 dv-cinder-815582-11-iscsi neutron-server[104163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0a37109-aae6-4dbf-9524-581ce01dc079'] response: {'server_uuid': '183b3616-c163-4cad-a062-6d0637e9d642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e0f07f-163d-476a-bcb0-0be5f3ea5eff', 'code': 200} Jul 28 01:21:13.541123 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 2fac2c95-cf02-4ee0-ad0c-4bd68363a281, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=2fac2c95-cf02-4ee0-ad0c-4bd68363a281,segment=NetworkSegment(f5259667-9b20-43d4-a9e8-d47c635db74c),segment_id=f5259667-9b20-43d4-a9e8-d47c635db74c)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:21:13.553002 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (2fac2c95-cf02-4ee0-ad0c-4bd68363a281), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:13.569913 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=79e0f07f-163d-476a-bcb0-0be5f3ea5eff,revision_number=8']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:13.627903 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=2fac2c95-cf02-4ee0-ad0c-4bd68363a281,revision_number=4']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:13.669951 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9004c502-3ca8-4537-9c1c-3ca78cd44f52 None None] New status for floating IP ef98b584-e67f-42aa-b6c1-bcd26dbfe7eb: DOWN {{(pid=104163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 01:21:13.747221 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b3ed1-73fe-4450-8583-6981cfd892c5 req-8d8f348c-d29f-4934-9f86-70691e94b8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:13.748614 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-c77b3ed1-73fe-4450-8583-6981cfd892c5 req-8d8f348c-d29f-4934-9f86-70691e94b8d7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 1130 time: 0.0380745 Jul 28 01:21:13.802120 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-c77b3ed1-73fe-4450-8583-6981cfd892c5 req-170792c9-26c7-4e21-a8f6-8a0edf58d25c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454745 Jul 28 01:21:13.815774 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] get_ports_and_sgs() called for port_ids ['2fac2c95-cf02-4ee0-ad0c-4bd68363a281'] {{(pid=104163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 01:21:13.905602 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:14.015505 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f476ebe-3e58-4034-94d4-b42ca004a7b4 req-7f6c1f12-f102-4ff5-930e-4fff2e6e3681 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:14.017008 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-6f476ebe-3e58-4034-94d4-b42ca004a7b4 req-7f6c1f12-f102-4ff5-930e-4fff2e6e3681 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 946 time: 0.0514696 Jul 28 01:21:14.072080 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 53774) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:21:14.074735 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-6f476ebe-3e58-4034-94d4-b42ca004a7b4 req-d03a139d-e01a-4657-8058-5fc031707247 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515180 Jul 28 01:21:14.133819 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c0af4d8b-a5ca-4088-87db-f26eceae8bed tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks [] for security_group (079688e2-1569-4d0c-875f-f2b5304991b7), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:14.161279 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c0af4d8b-a5ca-4088-87db-f26eceae8bed tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks [] for security_group (079688e2-1569-4d0c-875f-f2b5304991b7), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:14.216627 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c0af4d8b-a5ca-4088-87db-f26eceae8bed tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (079688e2-1569-4d0c-875f-f2b5304991b7), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:14.219395 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c0af4d8b-a5ca-4088-87db-f26eceae8bed tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:14.220569 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-c0af4d8b-a5ca-4088-87db-f26eceae8bed tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "DELETE /v2.0/security-groups/079688e2-1569-4d0c-875f-f2b5304991b7 HTTP/1.1" status: 204 len: 168 time: 0.1474905 Jul 28 01:21:14.223614 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 53776) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:21:14.230131 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af4d8b-a5ca-4088-87db-f26eceae8bed tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=079688e2-1569-4d0c-875f-f2b5304991b7,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:14.240333 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.api.v2.resource [None req-dfbfc4b4-c42b-413d-87c1-56958d66a039 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] show failed (client error): The resource could not be found. Jul 28 01:21:14.241353 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-dfbfc4b4-c42b-413d-87c1-56958d66a039 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "GET /v2.0/security-groups/079688e2-1569-4d0c-875f-f2b5304991b7 HTTP/1.1" status: 404 len: 347 time: 0.0164511 Jul 28 01:21:14.244332 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 53778) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:21:14.373654 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:14.404305 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54ed3f-ed67-4ac3-946c-3422fcfdd76a req-5052e573-d59d-4473-9144-fd1533bfbdea tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:14.405784 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8b54ed3f-ed67-4ac3-946c-3422fcfdd76a req-5052e573-d59d-4473-9144-fd1533bfbdea tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/ports?device_id=b3b4c04e-6092-46be-81eb-ba1875da7604 HTTP/1.1" status: 200 len: 944 time: 0.0764799 Jul 28 01:21:14.406815 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-0f19e05d-ab44-41c6-b2b2-2ba5e9a343a2 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Deleting port b81ad322-0caa-4014-ae73-41bf4835d036 {{(pid=104162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:21:14.407190 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-0f19e05d-ab44-41c6-b2b2-2ba5e9a343a2 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (b81ad322-0caa-4014-ae73-41bf4835d036), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:14.507208 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:14.521313 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8b54ed3f-ed67-4ac3-946c-3422fcfdd76a req-7753cca7-12d8-4a48-9bfe-6883295e7026 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/security-groups?id=05db75c2-d7b6-429e-beff-d7c9b2b441f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022654 Jul 28 01:21:14.525821 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-0f19e05d-ab44-41c6-b2b2-2ba5e9a343a2 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (b81ad322-0caa-4014-ae73-41bf4835d036), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:14.526147 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-0f19e05d-ab44-41c6-b2b2-2ba5e9a343a2 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks [] for floatingip (b81ad322-0caa-4014-ae73-41bf4835d036), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:14.540423 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-0f19e05d-ab44-41c6-b2b2-2ba5e9a343a2 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Calling delete_port for b81ad322-0caa-4014-ae73-41bf4835d036 owned by network:floatingip {{(pid=104162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:21:14.682623 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-0f19e05d-ab44-41c6-b2b2-2ba5e9a343a2 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (b81ad322-0caa-4014-ae73-41bf4835d036), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:14.709221 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f19e05d-ab44-41c6-b2b2-2ba5e9a343a2 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Pushing event deleted for resources: {'Port': ['ID=b81ad322-0caa-4014-ae73-41bf4835d036,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:14.776521 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-0f19e05d-ab44-41c6-b2b2-2ba5e9a343a2 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks [] for floatingip (ef98b584-e67f-42aa-b6c1-bcd26dbfe7eb), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:14.779449 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-0f19e05d-ab44-41c6-b2b2-2ba5e9a343a2 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for floatingip (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:14.783728 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-0f19e05d-ab44-41c6-b2b2-2ba5e9a343a2 tempest-AttachVolumeShelveTestJSON-2123147080 tempest-AttachVolumeShelveTestJSON-2123147080-project] 10.222.0.17 "DELETE /v2.0/floatingips/ef98b584-e67f-42aa-b6c1-bcd26dbfe7eb HTTP/1.1" status: 204 len: 168 time: 0.5355508 Jul 28 01:21:15.140691 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 2fac2c95-cf02-4ee0-ad0c-4bd68363a281 up at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:21:15.183594 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Provisioning for port 2fac2c95-cf02-4ee0-ad0c-4bd68363a281 completed by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 01:21:15.189654 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Provisioning complete for port 2fac2c95-cf02-4ee0-ad0c-4bd68363a281 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:21:15.190076 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (2fac2c95-cf02-4ee0-ad0c-4bd68363a281), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:15.208976 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22536f9-d4cf-41d2-93d8-4cf2ce785806 req-1a0fb900-fad0-41c0-af61-06a7bf492a92 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:15.210479 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e22536f9-d4cf-41d2-93d8-4cf2ce785806 req-1a0fb900-fad0-41c0-af61-06a7bf492a92 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 946 time: 0.0502820 Jul 28 01:21:15.217380 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:15.261225 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e22536f9-d4cf-41d2-93d8-4cf2ce785806 req-29b415f7-0d20-421f-8340-557875aef856 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447612 Jul 28 01:21:15.265458 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port 2fac2c95-cf02-4ee0-ad0c-4bd68363a281 is: BUILD; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:21:15.265863 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (2fac2c95-cf02-4ee0-ad0c-4bd68363a281), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:15.304264 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 2fac2c95-cf02-4ee0-ad0c-4bd68363a281, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=2fac2c95-cf02-4ee0-ad0c-4bd68363a281,segment=NetworkSegment(f5259667-9b20-43d4-a9e8-d47c635db74c),segment_id=f5259667-9b20-43d4-a9e8-d47c635db74c)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:21:15.308566 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (2fac2c95-cf02-4ee0-ad0c-4bd68363a281), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:15.309588 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device bd4676aa-4815-4dd2-8cfe-5bab28819f71 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:21:15.343212 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] No Port match for: bd4676aa-4815-4dd2-8cfe-5bab28819f71 {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:21:15.343435 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device bd4676aa-4815-4dd2-8cfe-5bab28819f71 not bound to the agent host hv-cinder-81558 {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:21:15.370180 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=2fac2c95-cf02-4ee0-ad0c-4bd68363a281,revision_number=5']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:15.523124 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b4c04e-6092-46be-81eb-ba1875da7604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fac2c95-cf02-4ee0-ad0c-4bd68363a281'}] {{(pid=104163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:21:15.525545 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74574a7e5f5019bac05c50995ec4c38decffa50ba6d5d10f63080a9b4086ca7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858388f1-33cb-4794-808a-4b9fcc765c50" -d '{"events": [{"server_uuid": "b3b4c04e-6092-46be-81eb-ba1875da7604", "name": "network-vif-plugged", "status": "completed", "tag": "2fac2c95-cf02-4ee0-ad0c-4bd68363a281"}]}' {{(pid=104163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:21:15.568990 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 01:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4db66a-b930-42ab-8a81-0fc73bfa9386 x-openstack-request-id: req-dd4db66a-b930-42ab-8a81-0fc73bfa9386 {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:21:15.569289 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b4c04e-6092-46be-81eb-ba1875da7604", "name": "network-vif-plugged", "status": "completed", "tag": "2fac2c95-cf02-4ee0-ad0c-4bd68363a281", "code": 200}]} {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:21:15.569541 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-dd4db66a-b930-42ab-8a81-0fc73bfa9386 {{(pid=104163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:21:15.569946 dv-cinder-815582-11-iscsi neutron-server[104163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd4db66a-b930-42ab-8a81-0fc73bfa9386'] response: {'server_uuid': 'b3b4c04e-6092-46be-81eb-ba1875da7604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fac2c95-cf02-4ee0-ad0c-4bd68363a281', 'code': 200} Jul 28 01:21:15.659600 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc2386e-4243-4429-9b1a-89f9333216f0 req-58877350-9ae4-4b6c-9cb0-1d7723917c06 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:15.661505 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1bc2386e-4243-4429-9b1a-89f9333216f0 req-58877350-9ae4-4b6c-9cb0-1d7723917c06 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/ports?device_id=b3b4c04e-6092-46be-81eb-ba1875da7604 HTTP/1.1" status: 200 len: 945 time: 0.0600247 Jul 28 01:21:15.756847 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1bc2386e-4243-4429-9b1a-89f9333216f0 req-8edbc960-6bef-43a6-94f3-2c64a14f7c79 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/security-groups?id=05db75c2-d7b6-429e-beff-d7c9b2b441f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882957 Jul 28 01:21:15.761986 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594e5f9-892c-4552-95b2-d7834e608269 req-f89a3264-d256-455a-92de-16233ca0556b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:15.763451 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d594e5f9-892c-4552-95b2-d7834e608269 req-f89a3264-d256-455a-92de-16233ca0556b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b3b4c04e-6092-46be-81eb-ba1875da7604 HTTP/1.1" status: 200 len: 1129 time: 0.0605583 Jul 28 01:21:15.813020 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d594e5f9-892c-4552-95b2-d7834e608269 req-a74ab8df-65de-4851-b069-92d8c49d02e4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=05db75c2-d7b6-429e-beff-d7c9b2b441f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429847 Jul 28 01:21:16.878201 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26e7f8-d6a1-4467-a3bf-3ee9c7551951 req-86fae085-4aad-4d68-9886-883c628537dd tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:16.880132 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9d26e7f8-d6a1-4467-a3bf-3ee9c7551951 req-86fae085-4aad-4d68-9886-883c628537dd tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/ports?device_id=b3b4c04e-6092-46be-81eb-ba1875da7604 HTTP/1.1" status: 200 len: 945 time: 0.0490253 Jul 28 01:21:16.931142 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9d26e7f8-d6a1-4467-a3bf-3ee9c7551951 req-2c1c671d-a93a-4b64-8ee2-56a28d92c56c tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/security-groups?id=05db75c2-d7b6-429e-beff-d7c9b2b441f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433156 Jul 28 01:21:17.027000 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 53824) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:21:17.138790 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7ec1177e-4505-4dbe-9712-08f12787763c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:17.159610 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:17.225424 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 53834) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:21:17.248204 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7ec1177e-4505-4dbe-9712-08f12787763c admin admin] Publish callbacks [] for security_group (caab9510-a1d9-4458-b516-93bb5b0ffbdf), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:17.252940 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7ec1177e-4505-4dbe-9712-08f12787763c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (caab9510-a1d9-4458-b516-93bb5b0ffbdf), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:17.296227 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec1177e-4505-4dbe-9712-08f12787763c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caab9510-a1d9-4458-b516-93bb5b0ffbdf,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:17.302250 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-7ec1177e-4505-4dbe-9712-08f12787763c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=bf2113e05e71459bafb08db9a995e336&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2741959 Jul 28 01:21:17.304980 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 53838) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:21:17.355646 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e64cc8cd-b9eb-458f-ba72-b1a638dcd831 admin admin] Publish callbacks [] for security_group (caab9510-a1d9-4458-b516-93bb5b0ffbdf), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:17.378756 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e64cc8cd-b9eb-458f-ba72-b1a638dcd831 admin admin] Publish callbacks [] for security_group (caab9510-a1d9-4458-b516-93bb5b0ffbdf), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:17.388956 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:17.429200 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e64cc8cd-b9eb-458f-ba72-b1a638dcd831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (caab9510-a1d9-4458-b516-93bb5b0ffbdf), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:17.432535 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e64cc8cd-b9eb-458f-ba72-b1a638dcd831 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:17.433786 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-e64cc8cd-b9eb-458f-ba72-b1a638dcd831 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/caab9510-a1d9-4458-b516-93bb5b0ffbdf HTTP/1.1" status: 204 len: 168 time: 0.1274030 Jul 28 01:21:17.442056 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64cc8cd-b9eb-458f-ba72-b1a638dcd831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caab9510-a1d9-4458-b516-93bb5b0ffbdf,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:17.620815 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:17.625630 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:17.634857 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b09f3bad-5fc5-4a78-8a21-fd0368f7e36f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952091'] for router_interface (cc6a0719-88e5-4b17-be05-1c543993ef8f), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:17.731045 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 53844) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:21:17.744570 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-81cf8601-d63b-4d71-a7d9-8b8bb08e5d53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:17.827783 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-81cf8601-d63b-4d71-a7d9-8b8bb08e5d53 admin admin] Publish callbacks [] for security_group (16821ed4-0a2b-45bc-a043-7227734d4411), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:17.832610 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-81cf8601-d63b-4d71-a7d9-8b8bb08e5d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (16821ed4-0a2b-45bc-a043-7227734d4411), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:17.859126 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-b09f3bad-5fc5-4a78-8a21-fd0368f7e36f admin admin] Deleting port 21ace596-49be-4528-9c60-c180dcb085e7 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:21:17.859455 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b09f3bad-5fc5-4a78-8a21-fd0368f7e36f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (21ace596-49be-4528-9c60-c180dcb085e7), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:17.872818 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-81cf8601-d63b-4d71-a7d9-8b8bb08e5d53 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b53c8d44e54c45afa4a4ded99c4a9d84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1407824 Jul 28 01:21:17.873546 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf8601-d63b-4d71-a7d9-8b8bb08e5d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16821ed4-0a2b-45bc-a043-7227734d4411,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:17.875853 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 53846) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:21:17.987217 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-b09f3bad-5fc5-4a78-8a21-fd0368f7e36f admin admin] For port 21ace596-49be-4528-9c60-c180dcb085e7, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=21ace596-49be-4528-9c60-c180dcb085e7,segment=NetworkSegment(d38ebf67-8dab-4986-bb13-157dcdc07364),segment_id=d38ebf67-8dab-4986-bb13-157dcdc07364)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:21:17.987576 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b09f3bad-5fc5-4a78-8a21-fd0368f7e36f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (21ace596-49be-4528-9c60-c180dcb085e7), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:17.990144 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6d6dffa6-4048-43bc-bf39-27ba4d98de05 admin admin] Publish callbacks [] for security_group (16821ed4-0a2b-45bc-a043-7227734d4411), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:18.009681 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-b09f3bad-5fc5-4a78-8a21-fd0368f7e36f admin admin] Calling delete_port for 21ace596-49be-4528-9c60-c180dcb085e7 owned by network:router_interface {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:21:18.031091 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6d6dffa6-4048-43bc-bf39-27ba4d98de05 admin admin] Publish callbacks [] for security_group (16821ed4-0a2b-45bc-a043-7227734d4411), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:18.055754 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5369d7d8-ca19-4e0d-a11c-224ae81ec8c1 req-082d80cd-8a1a-46ea-a169-a58be0b212e9 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:18.057308 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-5369d7d8-ca19-4e0d-a11c-224ae81ec8c1 req-082d80cd-8a1a-46ea-a169-a58be0b212e9 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/ports?device_id=b3b4c04e-6092-46be-81eb-ba1875da7604 HTTP/1.1" status: 200 len: 945 time: 0.0508318 Jul 28 01:21:18.119472 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-5369d7d8-ca19-4e0d-a11c-224ae81ec8c1 req-72f3630c-f237-4ba5-a272-99461a225a9c tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/security-groups?id=05db75c2-d7b6-429e-beff-d7c9b2b441f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561566 Jul 28 01:21:18.160060 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6d6dffa6-4048-43bc-bf39-27ba4d98de05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (16821ed4-0a2b-45bc-a043-7227734d4411), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:18.162569 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6d6dffa6-4048-43bc-bf39-27ba4d98de05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:18.166151 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-6d6dffa6-4048-43bc-bf39-27ba4d98de05 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/16821ed4-0a2b-45bc-a043-7227734d4411 HTTP/1.1" status: 204 len: 168 time: 0.2867525 Jul 28 01:21:18.190231 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6dffa6-4048-43bc-bf39-27ba4d98de05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16821ed4-0a2b-45bc-a043-7227734d4411,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:18.246744 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b09f3bad-5fc5-4a78-8a21-fd0368f7e36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4595618'] for port (21ace596-49be-4528-9c60-c180dcb085e7), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:18.275739 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f3bad-5fc5-4a78-8a21-fd0368f7e36f admin admin] Pushing event deleted for resources: {'Port': ['ID=21ace596-49be-4528-9c60-c180dcb085e7,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:18.466165 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:18.481368 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:18.491251 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b09f3bad-5fc5-4a78-8a21-fd0368f7e36f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-952207'] for router_interface (cc6a0719-88e5-4b17-be05-1c543993ef8f), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:18.792248 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09f3bad-5fc5-4a78-8a21-fd0368f7e36f admin admin] Router cc6a0719-88e5-4b17-be05-1c543993ef8f has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:21:18.898503 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09f3bad-5fc5-4a78-8a21-fd0368f7e36f admin admin] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:21:18.904232 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-b09f3bad-5fc5-4a78-8a21-fd0368f7e36f admin admin] 10.222.0.17 "PUT /v2.0/routers/cc6a0719-88e5-4b17-be05-1c543993ef8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6773324 Jul 28 01:21:18.907208 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 53876) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:21:18.911438 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac46fa0-d4a7-46bf-b4f2-cdd10f7370d7 None None] Sync routers for ids ['cc6a0719-88e5-4b17-be05-1c543993ef8f'] in dv-cinder-815582-11-iscsi {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:21:18.930936 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac46fa0-d4a7-46bf-b4f2-cdd10f7370d7 None None] Routers {'cc6a0719-88e5-4b17-be05-1c543993ef8f'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:21:18.931752 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-4ac46fa0-d4a7-46bf-b4f2-cdd10f7370d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:21:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['cc6a0719-88e5-4b17-be05-1c543993ef8f'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:21:19.020655 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-30ae456c-30d1-452f-bbd8-9a47028b79e9 admin admin] Publish callbacks [] for router (cc6a0719-88e5-4b17-be05-1c543993ef8f), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:19.038994 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-4ac46fa0-d4a7-46bf-b4f2-cdd10f7370d7 None None] Set router cc6a0719-88e5-4b17-be05-1c543993ef8f gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:21:19.131099 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-30ae456c-30d1-452f-bbd8-9a47028b79e9 admin admin] Publish callbacks [] for router_gateway (cc6a0719-88e5-4b17-be05-1c543993ef8f), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:19.164760 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:INSERT=8,neutron:DELETE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:19.182989 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-30ae456c-30d1-452f-bbd8-9a47028b79e9 admin admin] Deleting port af5bfeb6-797c-4c9c-bb52-8842e138fefc {{(pid=104162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:21:19.183761 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-30ae456c-30d1-452f-bbd8-9a47028b79e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (af5bfeb6-797c-4c9c-bb52-8842e138fefc), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:19.220534 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=100 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:19.223423 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-4ac46fa0-d4a7-46bf-b4f2-cdd10f7370d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'name': 'tempest-AttachVolumeShelveTestJSON-1225621746-router', 'tenant_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'af5bfeb6-797c-4c9c-bb52-8842e138fefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:33Z', 'updated_at': '2022-07-28T01:21:18Z', 'revision_number': 5, 'project_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'gw_port': {'id': 'af5bfeb6-797c-4c9c-bb52-8842e138fefc', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:57:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:13:35Z', 'updated_at': '2022-07-28T01:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi'}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:21:19.249562 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac46fa0-d4a7-46bf-b4f2-cdd10f7370d7 None None] Checking router: cc6a0719-88e5-4b17-be05-1c543993ef8f for host: dv-cinder-815582-11-iscsi {{(pid=104164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:21:19.259059 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac46fa0-d4a7-46bf-b4f2-cdd10f7370d7 None None] Routers {'cc6a0719-88e5-4b17-be05-1c543993ef8f'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:21:19.259673 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-4ac46fa0-d4a7-46bf-b4f2-cdd10f7370d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:21:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['cc6a0719-88e5-4b17-be05-1c543993ef8f'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:21:19.277445 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-30ae456c-30d1-452f-bbd8-9a47028b79e9 admin admin] For port af5bfeb6-797c-4c9c-bb52-8842e138fefc, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=af5bfeb6-797c-4c9c-bb52-8842e138fefc,segment=NetworkSegment(e0235fba-4142-426a-91c5-07cb16b4142e),segment_id=e0235fba-4142-426a-91c5-07cb16b4142e)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:21:19.278086 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-30ae456c-30d1-452f-bbd8-9a47028b79e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (af5bfeb6-797c-4c9c-bb52-8842e138fefc), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:19.293420 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-30ae456c-30d1-452f-bbd8-9a47028b79e9 admin admin] Calling delete_port for af5bfeb6-797c-4c9c-bb52-8842e138fefc owned by network:router_gateway {{(pid=104162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:21:19.349906 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=100 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:19.351400 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-4ac46fa0-d4a7-46bf-b4f2-cdd10f7370d7 None None] Set router cc6a0719-88e5-4b17-be05-1c543993ef8f gateway port host: None {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:21:19.402475 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-4ac46fa0-d4a7-46bf-b4f2-cdd10f7370d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'name': 'tempest-AttachVolumeShelveTestJSON-1225621746-router', 'tenant_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:33Z', 'updated_at': '2022-07-28T01:21:19Z', 'revision_number': 6, 'project_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'gw_port_host': None}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:21:19.428627 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac46fa0-d4a7-46bf-b4f2-cdd10f7370d7 None None] The sync data for ids ['cc6a0719-88e5-4b17-be05-1c543993ef8f'] in dv-cinder-815582-11-iscsi is: [{'id': 'cc6a0719-88e5-4b17-be05-1c543993ef8f', 'name': 'tempest-AttachVolumeShelveTestJSON-1225621746-router', 'tenant_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:13:33Z', 'updated_at': '2022-07-28T01:21:19Z', 'revision_number': 6, 'project_id': '6e3df8020ac0427bae99a7fc30bdfa48', 'gw_port_host': None}] {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:21:19.489134 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-30ae456c-30d1-452f-bbd8-9a47028b79e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (af5bfeb6-797c-4c9c-bb52-8842e138fefc), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:19.493409 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:19.516749 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ae456c-30d1-452f-bbd8-9a47028b79e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=af5bfeb6-797c-4c9c-bb52-8842e138fefc,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:19.579983 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-30ae456c-30d1-452f-bbd8-9a47028b79e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-949531'] for router_gateway (cc6a0719-88e5-4b17-be05-1c543993ef8f), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:19.670852 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-30ae456c-30d1-452f-bbd8-9a47028b79e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-347'] for router (cc6a0719-88e5-4b17-be05-1c543993ef8f), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:19.673373 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-30ae456c-30d1-452f-bbd8-9a47028b79e9 admin admin] Publish callbacks [] for router_controller (cc6a0719-88e5-4b17-be05-1c543993ef8f), precommit_delete_associations {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:19.722932 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-30ae456c-30d1-452f-bbd8-9a47028b79e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614162'] for router (cc6a0719-88e5-4b17-be05-1c543993ef8f), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:19.723599 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ae456c-30d1-452f-bbd8-9a47028b79e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc6a0719-88e5-4b17-be05-1c543993ef8f {{(pid=104162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 01:21:19.728412 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-30ae456c-30d1-452f-bbd8-9a47028b79e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:19.729581 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-30ae456c-30d1-452f-bbd8-9a47028b79e9 admin admin] 10.222.0.17 "DELETE /v2.0/routers/cc6a0719-88e5-4b17-be05-1c543993ef8f HTTP/1.1" status: 204 len: 168 time: 0.8164234 Jul 28 01:21:19.732521 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 53898) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:21:19.778652 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_v2 [None req-92c3cbc2-6ef1-4ea4-8722-e6370aa30047 admin admin] Deleting subnet a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6 {{(pid=104162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 01:21:19.782969 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-92c3cbc2-6ef1-4ea4-8722-e6370aa30047 admin admin] Publish callbacks [] for subnet (a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:19.822197 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-92c3cbc2-6ef1-4ea4-8722-e6370aa30047 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4511353'] for subnet (a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6), precommit_delete_associations {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:19.923472 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-92c3cbc2-6ef1-4ea4-8722-e6370aa30047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400619'] for subnet (a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:19.981636 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-92c3cbc2-6ef1-4ea4-8722-e6370aa30047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4518666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4537631'] for subnet (a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:20.008873 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c3cbc2-6ef1-4ea4-8722-e6370aa30047 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:20.012553 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-92c3cbc2-6ef1-4ea4-8722-e6370aa30047 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:20.018080 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-92c3cbc2-6ef1-4ea4-8722-e6370aa30047 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/a792f6b3-eb7c-4e07-b3f8-5620ee4e82c6 HTTP/1.1" status: 204 len: 168 time: 0.2822347 Jul 28 01:21:20.019795 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 53908) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:21:20.022656 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c8805f-6cd1-43cb-9f47-ac3a2bac61e7 None None] Network 79d1ca3f-e23e-4848-9d9a-982b12f210b8 requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:21:20.094757 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3ef6d04d-3dad-4f08-9bbb-f4dc2b109eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295201'] for network (79d1ca3f-e23e-4848-9d9a-982b12f210b8), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:20.139111 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-3ef6d04d-3dad-4f08-9bbb-f4dc2b109eaf admin admin] Deleting port c4d59b09-5d6c-447e-85e4-4016976bb47f {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:21:20.139736 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3ef6d04d-3dad-4f08-9bbb-f4dc2b109eaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (c4d59b09-5d6c-447e-85e4-4016976bb47f), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:20.209699 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-3ef6d04d-3dad-4f08-9bbb-f4dc2b109eaf admin admin] For port c4d59b09-5d6c-447e-85e4-4016976bb47f, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=c4d59b09-5d6c-447e-85e4-4016976bb47f,segment=NetworkSegment(d38ebf67-8dab-4986-bb13-157dcdc07364),segment_id=d38ebf67-8dab-4986-bb13-157dcdc07364)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:21:20.210025 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3ef6d04d-3dad-4f08-9bbb-f4dc2b109eaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (c4d59b09-5d6c-447e-85e4-4016976bb47f), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:20.225619 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-3ef6d04d-3dad-4f08-9bbb-f4dc2b109eaf admin admin] Calling delete_port for c4d59b09-5d6c-447e-85e4-4016976bb47f owned by network:dhcp {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:21:20.274525 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3157e053-250d-42c2-9505-cd6641cdcfb3 None None] DHCP port deletion for 79d1ca3f-e23e-4848-9d9a-982b12f210b8 request from dv-cinder-815582-11-iscsi {{(pid=104163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 01:21:20.318558 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-3157e053-250d-42c2-9505-cd6641cdcfb3 None None] Deleting port c4d59b09-5d6c-447e-85e4-4016976bb47f {{(pid=104163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:21:20.319331 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3157e053-250d-42c2-9505-cd6641cdcfb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (c4d59b09-5d6c-447e-85e4-4016976bb47f), before_delete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:20.330777 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3ef6d04d-3dad-4f08-9bbb-f4dc2b109eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4595618'] for port (c4d59b09-5d6c-447e-85e4-4016976bb47f), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:20.371117 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6d04d-3dad-4f08-9bbb-f4dc2b109eaf admin admin] Pushing event deleted for resources: {'Port': ['ID=c4d59b09-5d6c-447e-85e4-4016976bb47f,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:20.384196 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef6d04d-3dad-4f08-9bbb-f4dc2b109eaf admin admin] No DVR routers for this DVR port c4d59b09-5d6c-447e-85e4-4016976bb47f on host dv-cinder-815582-11-iscsi {{(pid=104161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 01:21:20.400753 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-3157e053-250d-42c2-9505-cd6641cdcfb3 None None] For port c4d59b09-5d6c-447e-85e4-4016976bb47f, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=c4d59b09-5d6c-447e-85e4-4016976bb47f,segment=NetworkSegment(d38ebf67-8dab-4986-bb13-157dcdc07364),segment_id=d38ebf67-8dab-4986-bb13-157dcdc07364)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:21:20.401294 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3157e053-250d-42c2-9505-cd6641cdcfb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (c4d59b09-5d6c-447e-85e4-4016976bb47f), precommit_delete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:20.415857 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-3157e053-250d-42c2-9505-cd6641cdcfb3 None None] Calling delete_port for c4d59b09-5d6c-447e-85e4-4016976bb47f owned by network:dhcp {{(pid=104163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:21:20.463164 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3ef6d04d-3dad-4f08-9bbb-f4dc2b109eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1398533', 'neutron.services.segments.db._delete_segments_for_network-8778716901834'] for network (79d1ca3f-e23e-4848-9d9a-982b12f210b8), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:20.505281 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-3ef6d04d-3dad-4f08-9bbb-f4dc2b109eaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79d1ca3f-e23e-4848-9d9a-982b12f210b8']}} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:21:20.512520 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3157e053-250d-42c2-9505-cd6641cdcfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436'] for port (c4d59b09-5d6c-447e-85e4-4016976bb47f), after_delete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:20.526781 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-3ef6d04d-3dad-4f08-9bbb-f4dc2b109eaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd38ebf67-8dab-4986-bb13-157dcdc07364') {'for_net_delete': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:21:20.527312 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-3ef6d04d-3dad-4f08-9bbb-f4dc2b109eaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd38ebf67-8dab-4986-bb13-157dcdc07364') {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:21:20.544362 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3ef6d04d-3dad-4f08-9bbb-f4dc2b109eaf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778716901735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4967711'] for segment (d38ebf67-8dab-4986-bb13-157dcdc07364), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:20.550010 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3157e053-250d-42c2-9505-cd6641cdcfb3 None None] Pushing event deleted for resources: {'Port': ['ID=c4d59b09-5d6c-447e-85e4-4016976bb47f,revision_number=None']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:20.558605 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3157e053-250d-42c2-9505-cd6641cdcfb3 None None] No DVR routers for this DVR port c4d59b09-5d6c-447e-85e4-4016976bb47f on host dv-cinder-815582-11-iscsi {{(pid=104163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 01:21:20.566262 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 21ace596-49be-4528-9c60-c180dcb085e7 no longer exists at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:21:20.578647 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3ef6d04d-3dad-4f08-9bbb-f4dc2b109eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084'] for segment (d38ebf67-8dab-4986-bb13-157dcdc07364), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:20.586428 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ef6d04d-3dad-4f08-9bbb-f4dc2b109eaf admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=104161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 01:21:20.587006 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3ef6d04d-3dad-4f08-9bbb-f4dc2b109eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4595665'] for segment (d38ebf67-8dab-4986-bb13-157dcdc07364), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:20.605390 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] No Port match for: 21ace596-49be-4528-9c60-c180dcb085e7 {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:21:20.605732 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 21ace596-49be-4528-9c60-c180dcb085e7 not bound to the agent host dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:21:20.606369 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device af5bfeb6-797c-4c9c-bb52-8842e138fefc no longer exists at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:21:20.638224 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] No Port match for: af5bfeb6-797c-4c9c-bb52-8842e138fefc {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:21:20.638612 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device af5bfeb6-797c-4c9c-bb52-8842e138fefc not bound to the agent host dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:21:20.639071 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device c4d59b09-5d6c-447e-85e4-4016976bb47f no longer exists at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:21:20.643614 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.services.segments.plugin [-] Segment d38ebf67-8dab-4986-bb13-157dcdc07364 resource provider aggregate not found Jul 28 01:21:20.668183 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] No Port match for: c4d59b09-5d6c-447e-85e4-4016976bb47f {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:21:20.668785 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device c4d59b09-5d6c-447e-85e4-4016976bb47f not bound to the agent host dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:21:20.678471 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:20.686109 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.services.segments.plugin [-] Segment d38ebf67-8dab-4986-bb13-157dcdc07364 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d38ebf67-8dab-4986-bb13-157dcdc07364 found for delete ", "request_id": "req-00e44d1a-d1f6-4592-8e8c-91c9d87a48fb"}]} Jul 28 01:21:20.687493 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3ef6d04d-3dad-4f08-9bbb-f4dc2b109eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1398542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-949559'] for network (79d1ca3f-e23e-4848-9d9a-982b12f210b8), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:20.697962 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3ef6d04d-3dad-4f08-9bbb-f4dc2b109eaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:20.702637 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-3ef6d04d-3dad-4f08-9bbb-f4dc2b109eaf admin admin] 10.222.0.17 "DELETE /v2.0/networks/79d1ca3f-e23e-4848-9d9a-982b12f210b8 HTTP/1.1" status: 204 len: 168 time: 0.6823854 Jul 28 01:21:20.718694 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6d04d-3dad-4f08-9bbb-f4dc2b109eaf admin admin] Pushing event deleted for resources: {'Network': ['ID=79d1ca3f-e23e-4848-9d9a-982b12f210b8,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:20.913974 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 53930) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:21:20.954866 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-b7adb98f-66d9-4ca5-ab81-6c9f8c5bce87 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6e3df8020ac0427bae99a7fc30bdfa48&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0396237 Jul 28 01:21:20.957567 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 53932) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:21:20.993908 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:21.013754 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e94db137-ea90-451a-8043-5e9bdf68bd7c admin admin] Publish callbacks [] for security_group (22aeabcb-c363-4919-9b36-3f4264efbe71), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:21.038254 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e94db137-ea90-451a-8043-5e9bdf68bd7c admin admin] Publish callbacks [] for security_group (22aeabcb-c363-4919-9b36-3f4264efbe71), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:21.092067 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e94db137-ea90-451a-8043-5e9bdf68bd7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (22aeabcb-c363-4919-9b36-3f4264efbe71), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:21.094633 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e94db137-ea90-451a-8043-5e9bdf68bd7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:21.095820 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-e94db137-ea90-451a-8043-5e9bdf68bd7c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/22aeabcb-c363-4919-9b36-3f4264efbe71 HTTP/1.1" status: 204 len: 168 time: 0.1373646 Jul 28 01:21:21.103684 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94db137-ea90-451a-8043-5e9bdf68bd7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22aeabcb-c363-4919-9b36-3f4264efbe71,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:21.836144 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 53956) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:21:21.942450 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-718f5cbb-1098-4905-a7e6-834c67194113 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-519383643-network', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:21:22.204006 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718f5cbb-1098-4905-a7e6-834c67194113 admin admin] Made reservation on behalf of adb91176f5f74f1199b2fc27c248cecd for: {'network': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:21:22.206352 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-718f5cbb-1098-4905-a7e6-834c67194113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for network (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:22.215097 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-718f5cbb-1098-4905-a7e6-834c67194113 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:22.306215 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-718f5cbb-1098-4905-a7e6-834c67194113 admin admin] Publish callbacks [] for security_group (b3d6a869-0cdd-4ec5-a18e-45edf14c18cf), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:22.309743 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-718f5cbb-1098-4905-a7e6-834c67194113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (b3d6a869-0cdd-4ec5-a18e-45edf14c18cf), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:22.335497 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-718f5cbb-1098-4905-a7e6-834c67194113 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=104161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 01:21:22.346394 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f5cbb-1098-4905-a7e6-834c67194113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d6a869-0cdd-4ec5-a18e-45edf14c18cf,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:22.351386 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-718f5cbb-1098-4905-a7e6-834c67194113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084'] for segment (09a4dbbe-38b5-4ce4-8d83-42afd69b4a73), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:22.351728 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.db.segments_db [None req-718f5cbb-1098-4905-a7e6-834c67194113 admin admin] Added segment 09a4dbbe-38b5-4ce4-8d83-42afd69b4a73 of type vlan for network bac661c0-9620-4ebf-b1dc-5201ea1d9315 Jul 28 01:21:22.392771 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-718f5cbb-1098-4905-a7e6-834c67194113 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778716385410'] for network (bac661c0-9620-4ebf-b1dc-5201ea1d9315), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:22.422418 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-718f5cbb-1098-4905-a7e6-834c67194113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for network (bac661c0-9620-4ebf-b1dc-5201ea1d9315), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:22.423543 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718f5cbb-1098-4905-a7e6-834c67194113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:22.424494 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-718f5cbb-1098-4905-a7e6-834c67194113 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:22.482287 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-718f5cbb-1098-4905-a7e6-834c67194113 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.6450090 Jul 28 01:21:22.486254 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 53974) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:21:22.492006 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-e04f1988-8876-4ba7-948e-600432270a18 admin admin] Request body: {'subnet': {'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-519383643-subnet', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:21:22.496177 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f5cbb-1098-4905-a7e6-834c67194113 admin admin] Pushing event updated for resources: {'Network': ['ID=bac661c0-9620-4ebf-b1dc-5201ea1d9315,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:22.507101 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Network bac661c0-9620-4ebf-b1dc-5201ea1d9315 details requested by agent ovs-agent-dv-cinder-815582-11-iscsi with host dv-cinder-815582-11-iscsi {{(pid=104163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 01:21:22.521283 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04f1988-8876-4ba7-948e-600432270a18 admin admin] Made reservation on behalf of adb91176f5f74f1199b2fc27c248cecd for: {'subnet': 1} {{(pid=104162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:21:22.523734 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e04f1988-8876-4ba7-948e-600432270a18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4537658'] for subnet (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:22.605301 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:22.724540 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e04f1988-8876-4ba7-948e-600432270a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4518859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4537620'] for subnet (f7bad7ae-d0ad-40fd-9058-fa644f2bc097), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:22.778351 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04f1988-8876-4ba7-948e-600432270a18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7bad7ae-d0ad-40fd-9058-fa644f2bc097,revision_number=0']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:22.798204 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04f1988-8876-4ba7-948e-600432270a18 admin admin] Checking segment: {'id': '09a4dbbe-38b5-4ce4-8d83-42afd69b4a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:21:22.798662 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04f1988-8876-4ba7-948e-600432270a18 admin admin] Network hostable DHCP agents. Network: bac661c0-9620-4ebf-b1dc-5201ea1d9315, hostable agents: ['1da181d0-8fa3-49c1-8992-3db4e395f26f'], hosted agents: [] {{(pid=104162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 01:21:22.819148 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04f1988-8876-4ba7-948e-600432270a18 admin admin] Network bac661c0-9620-4ebf-b1dc-5201ea1d9315 is scheduled to be hosted by DHCP agent 1da181d0-8fa3-49c1-8992-3db4e395f26f with binding_index 1 {{(pid=104162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 01:21:22.830331 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-e04f1988-8876-4ba7-948e-600432270a18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-11-iscsi, bac661c0-9620-4ebf-b1dc-5201ea1d9315) {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:21:22.835458 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04f1988-8876-4ba7-948e-600432270a18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:22.835940 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e04f1988-8876-4ba7-948e-600432270a18 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:22.840738 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd1bd9f-dc6c-4c09-b477-0538cf297886 None None] Network bac661c0-9620-4ebf-b1dc-5201ea1d9315 requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:21:22.847099 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:22.874529 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 53988) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:21:22.874762 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-e04f1988-8876-4ba7-948e-600432270a18 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3866301 Jul 28 01:21:22.879244 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-fb27c718-7f81-4f89-bd0b-eae627b45f42 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-519383643-router', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'}}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:21:22.902252 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-fb27c718-7f81-4f89-bd0b-eae627b45f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-425'] for router (e0411a7d-a680-4c17-ab1c-279608a4c93c), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:22.903686 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-fb27c718-7f81-4f89-bd0b-eae627b45f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947450', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-416'] for router (e0411a7d-a680-4c17-ab1c-279608a4c93c), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:22.960763 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d47f948-c35e-43b7-a3b0-a5696a2f2c5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11df1cfc-1f6d-5ec1-8de9-f52b05ea7209-bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'fixed_ips': [{'subnet_id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097'}]}} from dv-cinder-815582-11-iscsi. {{(pid=104163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 01:21:22.962102 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-fb27c718-7f81-4f89-bd0b-eae627b45f42 admin admin] Publish callbacks [] for router_controller (e0411a7d-a680-4c17-ab1c-279608a4c93c), precommit_add_association {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:22.962490 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-1d47f948-c35e-43b7-a3b0-a5696a2f2c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:22.980657 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:23.122976 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-fb27c718-7f81-4f89-bd0b-eae627b45f42 admin admin] Publish callbacks [] for router_gateway (e0411a7d-a680-4c17-ab1c-279608a4c93c), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:23.126396 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.db_base_plugin_common [None req-1d47f948-c35e-43b7-a3b0-a5696a2f2c5e None None] Allocated IP 172.20.0.2 (bac661c0-9620-4ebf-b1dc-5201ea1d9315/f7bad7ae-d0ad-40fd-9058-fa644f2bc097/9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6) {{(pid=104163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:21:23.137919 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:23.236940 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=76,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:23.286800 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-1d47f948-c35e-43b7-a3b0-a5696a2f2c5e None None] Publish callbacks [] for port (9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6), precommit_create {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:23.291645 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:23.293354 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-1d47f948-c35e-43b7-a3b0-a5696a2f2c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427'] for port (9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6), after_create {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:23.313586 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-fb27c718-7f81-4f89-bd0b-eae627b45f42 admin admin] Publish callbacks [] for router_gateway (e0411a7d-a680-4c17-ab1c-279608a4c93c), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:23.337246 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-fb27c718-7f81-4f89-bd0b-eae627b45f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:23.339120 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d47f948-c35e-43b7-a3b0-a5696a2f2c5e None None] Network bac661c0-9620-4ebf-b1dc-5201ea1d9315 is already hosted by enough agents. {{(pid=104163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:21:23.342165 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.scheduler.base_scheduler [None req-1d47f948-c35e-43b7-a3b0-a5696a2f2c5e None None] Resources bound (agent type, host, resource id): {{(pid=104163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:21:23.346236 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d47f948-c35e-43b7-a3b0-a5696a2f2c5e None None] Received port after_create {{(pid=104163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:21:23.353127 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47f948-c35e-43b7-a3b0-a5696a2f2c5e None None] Pushing event updated for resources: {'Port': ['ID=9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6,revision_number=1']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:23.410643 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-1d47f948-c35e-43b7-a3b0-a5696a2f2c5e None None] Attempting to bind port 9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6 on host dv-cinder-815582-11-iscsi for vnic_type normal with profile {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:21:23.411043 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-1d47f948-c35e-43b7-a3b0-a5696a2f2c5e None None] Attempting to bind port 9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6 by drivers openvswitch,hyperv on host dv-cinder-815582-11-iscsi at level 0 using segments [{'id': '09a4dbbe-38b5-4ce4-8d83-42afd69b4a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315'}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:21:23.411409 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d47f948-c35e-43b7-a3b0-a5696a2f2c5e None None] Attempting to bind port 9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6 on network bac661c0-9620-4ebf-b1dc-5201ea1d9315 {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:21:23.416891 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d47f948-c35e-43b7-a3b0-a5696a2f2c5e None None] Checking agent: {'id': 'e0b16abb-2210-4432-8141-713fb95a37e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 4, 43), 'started_at': datetime.datetime(2022, 7, 28, 1, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:21:23.417266 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d47f948-c35e-43b7-a3b0-a5696a2f2c5e None None] Checking segment: {'id': '09a4dbbe-38b5-4ce4-8d83-42afd69b4a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:21:23.417654 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-1d47f948-c35e-43b7-a3b0-a5696a2f2c5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:23.418051 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d47f948-c35e-43b7-a3b0-a5696a2f2c5e None None] Bound using segment: {'id': '09a4dbbe-38b5-4ce4-8d83-42afd69b4a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315'} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:21:23.418514 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-1d47f948-c35e-43b7-a3b0-a5696a2f2c5e None None] Bound port: 9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6, host: dv-cinder-815582-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09a4dbbe-38b5-4ce4-8d83-42afd69b4a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315'}}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:21:23.419041 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-1d47f948-c35e-43b7-a3b0-a5696a2f2c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:23.454605 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [None req-fb27c718-7f81-4f89-bd0b-eae627b45f42 admin admin] Allocated IP 172.27.1.58 (db4fd262-df4a-4858-b92c-469a7b8f139e/fbbec24e-3b1c-439c-846a-fd72122ae4ff/37d757c7-0217-4f28-91b8-a9aa6bf91bf4) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:21:23.481061 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-1d47f948-c35e-43b7-a3b0-a5696a2f2c5e None None] For port 9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6, host dv-cinder-815582-11-iscsi, cleared binding levels {{(pid=104163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:21:23.484306 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-1d47f948-c35e-43b7-a3b0-a5696a2f2c5e None None] For port 9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6, host dv-cinder-815582-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6,segment=NetworkSegment(09a4dbbe-38b5-4ce4-8d83-42afd69b4a73),segment_id=09a4dbbe-38b5-4ce4-8d83-42afd69b4a73)] {{(pid=104163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:21:23.489837 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-1d47f948-c35e-43b7-a3b0-a5696a2f2c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:23.554284 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47f948-c35e-43b7-a3b0-a5696a2f2c5e None None] Pushing event updated for resources: {'Port': ['ID=9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6,revision_number=2']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:23.599723 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-fb27c718-7f81-4f89-bd0b-eae627b45f42 admin admin] Publish callbacks [] for port (37d757c7-0217-4f28-91b8-a9aa6bf91bf4), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:23.646665 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-fb27c718-7f81-4f89-bd0b-eae627b45f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4595618'] for port (37d757c7-0217-4f28-91b8-a9aa6bf91bf4), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:23.691099 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb27c718-7f81-4f89-bd0b-eae627b45f42 admin admin] Network db4fd262-df4a-4858-b92c-469a7b8f139e is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:21:23.694447 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-fb27c718-7f81-4f89-bd0b-eae627b45f42 admin admin] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:21:23.699263 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb27c718-7f81-4f89-bd0b-eae627b45f42 admin admin] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:21:23.704745 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb27c718-7f81-4f89-bd0b-eae627b45f42 admin admin] Pushing event updated for resources: {'Port': ['ID=37d757c7-0217-4f28-91b8-a9aa6bf91bf4,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:23.968642 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-fb27c718-7f81-4f89-bd0b-eae627b45f42 admin admin] Publish callbacks [] for router_gateway (e0411a7d-a680-4c17-ab1c-279608a4c93c), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:24.165729 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:24.172623 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-fb27c718-7f81-4f89-bd0b-eae627b45f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-947334'] for router (e0411a7d-a680-4c17-ab1c-279608a4c93c), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:24.272753 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:24.321095 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb27c718-7f81-4f89-bd0b-eae627b45f42 admin admin] Router e0411a7d-a680-4c17-ab1c-279608a4c93c is scheduled to L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f with binding_index 1 {{(pid=104161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 01:21:24.480578 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb27c718-7f81-4f89-bd0b-eae627b45f42 admin admin] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:21:24.494201 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b4353c-c695-44cb-b818-d2d4c8d25a12 None None] Sync routers for ids ['e0411a7d-a680-4c17-ab1c-279608a4c93c'] in dv-cinder-815582-11-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:21:24.508458 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b4353c-c695-44cb-b818-d2d4c8d25a12 None None] Routers {'e0411a7d-a680-4c17-ab1c-279608a4c93c'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:21:24.509394 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-01b4353c-c695-44cb-b818-d2d4c8d25a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:21:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['e0411a7d-a680-4c17-ab1c-279608a4c93c'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:21:24.511222 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-fb27c718-7f81-4f89-bd0b-eae627b45f42 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:24.515698 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 54002) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:21:24.516384 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-fb27c718-7f81-4f89-bd0b-eae627b45f42 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6403282 Jul 28 01:21:24.611172 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d54c94-85b1-4968-a3e1-300ef6e9cbe6 None None] Network bac661c0-9620-4ebf-b1dc-5201ea1d9315 requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:21:24.617184 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6 up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:21:24.720748 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-410b79ed-3db0-477c-a142-450494ef619c None None] Provisioning complete for port 9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:21:24.721117 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-410b79ed-3db0-477c-a142-450494ef619c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:24.728731 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-01b4353c-c695-44cb-b818-d2d4c8d25a12 None None] Set router e0411a7d-a680-4c17-ab1c-279608a4c93c gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:21:24.848569 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port 9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:21:24.848864 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:24.904822 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:24.932858 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:24.978335 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1d2ff181-af99-4247-b207-59bb8d38b296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:25.048424 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-410b79ed-3db0-477c-a142-450494ef619c None None] Current status of the port 9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6 is: DOWN; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:21:25.048818 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-410b79ed-3db0-477c-a142-450494ef619c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:25.102862 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port 9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6 is: DOWN; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:21:25.103250 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:25.144480 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-410b79ed-3db0-477c-a142-450494ef619c None None] For port 9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6,segment=NetworkSegment(09a4dbbe-38b5-4ce4-8d83-42afd69b4a73),segment_id=09a4dbbe-38b5-4ce4-8d83-42afd69b4a73)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:21:25.145624 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-01b4353c-c695-44cb-b818-d2d4c8d25a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'name': 'tempest-AttachVolumeNegativeTest-519383643-router', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:21:22Z', 'updated_at': '2022-07-28T01:21:23Z', 'revision_number': 3, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'gw_port': {'id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:23Z', 'updated_at': '2022-07-28T01:21:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi'}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:21:25.181979 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-410b79ed-3db0-477c-a142-450494ef619c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:25.188356 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b4353c-c695-44cb-b818-d2d4c8d25a12 None None] Checking router: e0411a7d-a680-4c17-ab1c-279608a4c93c for host: dv-cinder-815582-11-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:21:25.188790 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b4353c-c695-44cb-b818-d2d4c8d25a12 None None] Updating router e0411a7d-a680-4c17-ab1c-279608a4c93c port 37d757c7-0217-4f28-91b8-a9aa6bf91bf4 binding host dv-cinder-815582-11-iscsi {{(pid=104163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 01:21:25.208347 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_common [None req-1d2ff181-af99-4247-b207-59bb8d38b296 admin admin] Allocated IP 172.20.0.1 (bac661c0-9620-4ebf-b1dc-5201ea1d9315/f7bad7ae-d0ad-40fd-9058-fa644f2bc097/a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7) {{(pid=104162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:21:25.276843 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-01b4353c-c695-44cb-b818-d2d4c8d25a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (37d757c7-0217-4f28-91b8-a9aa6bf91bf4), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:25.305474 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.db.api [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 01:21:25.305874 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG oslo_db.api [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 01:21:25.314567 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b79ed-3db0-477c-a142-450494ef619c None None] Pushing event updated for resources: {'Port': ['ID=9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6,revision_number=3']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:25.327825 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1d2ff181-af99-4247-b207-59bb8d38b296 admin admin] Publish callbacks [] for port (a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:25.328816 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-828b9eb1-8c9d-49eb-86d8-9f069579c315 None None] Provisioning complete for port 9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:21:25.329187 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-828b9eb1-8c9d-49eb-86d8-9f069579c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:25.337783 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:25.359194 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:25.363986 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1d2ff181-af99-4247-b207-59bb8d38b296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:25.409685 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2ff181-af99-4247-b207-59bb8d38b296 admin admin] Network bac661c0-9620-4ebf-b1dc-5201ea1d9315 is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:21:25.416222 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-1d2ff181-af99-4247-b207-59bb8d38b296 admin admin] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:21:25.422933 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2ff181-af99-4247-b207-59bb8d38b296 admin admin] Received port after_create {{(pid=104162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:21:25.427258 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ff181-af99-4247-b207-59bb8d38b296 admin admin] Pushing event updated for resources: {'Port': ['ID=a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:25.491576 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1d2ff181-af99-4247-b207-59bb8d38b296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613510'] for router_interface (e0411a7d-a680-4c17-ab1c-279608a4c93c), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:25.663999 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-828b9eb1-8c9d-49eb-86d8-9f069579c315 None None] Current status of the port 9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:21:25.784593 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:25.787703 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-01b4353c-c695-44cb-b818-d2d4c8d25a12 None None] Publish callbacks [] for port (37d757c7-0217-4f28-91b8-a9aa6bf91bf4), precommit_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:25.801330 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-01b4353c-c695-44cb-b818-d2d4c8d25a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (37d757c7-0217-4f28-91b8-a9aa6bf91bf4), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:25.806088 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-afd238c3-3993-4aeb-a344-6a68c4fa927c None None] Provisioning complete for port a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:21:25.806581 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-afd238c3-3993-4aeb-a344-6a68c4fa927c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:25.919140 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-afd238c3-3993-4aeb-a344-6a68c4fa927c None None] Port a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7 cannot update to ACTIVE because it is not bound. {{(pid=104163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 01:21:25.923004 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port 9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:21:25.925310 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-01b4353c-c695-44cb-b818-d2d4c8d25a12 None None] Attempting to bind port 37d757c7-0217-4f28-91b8-a9aa6bf91bf4 on host dv-cinder-815582-11-iscsi for vnic_type normal with profile {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:21:25.925681 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-01b4353c-c695-44cb-b818-d2d4c8d25a12 None None] Attempting to bind port 37d757c7-0217-4f28-91b8-a9aa6bf91bf4 by drivers openvswitch,hyperv on host dv-cinder-815582-11-iscsi at level 0 using segments [{'id': 'e0235fba-4142-426a-91c5-07cb16b4142e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:21:25.925951 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b4353c-c695-44cb-b818-d2d4c8d25a12 None None] Attempting to bind port 37d757c7-0217-4f28-91b8-a9aa6bf91bf4 on network db4fd262-df4a-4858-b92c-469a7b8f139e {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:21:25.928032 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f63f91c-82db-4cd7-8f49-082e0f1c590e None None] Pushing event updated for resources: {'Port': ['ID=37d757c7-0217-4f28-91b8-a9aa6bf91bf4,revision_number=2']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:25.934181 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b4353c-c695-44cb-b818-d2d4c8d25a12 None None] Checking agent: {'id': 'e0b16abb-2210-4432-8141-713fb95a37e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 4, 43), 'started_at': datetime.datetime(2022, 7, 28, 1, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:21:25.935047 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b4353c-c695-44cb-b818-d2d4c8d25a12 None None] Checking segment: {'id': 'e0235fba-4142-426a-91c5-07cb16b4142e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:21:25.935047 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-01b4353c-c695-44cb-b818-d2d4c8d25a12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:25.935390 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b4353c-c695-44cb-b818-d2d4c8d25a12 None None] Bound using segment: {'id': 'e0235fba-4142-426a-91c5-07cb16b4142e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:21:25.935807 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-01b4353c-c695-44cb-b818-d2d4c8d25a12 None None] Bound port: 37d757c7-0217-4f28-91b8-a9aa6bf91bf4, host: dv-cinder-815582-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0235fba-4142-426a-91c5-07cb16b4142e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'}}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:21:25.936305 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-01b4353c-c695-44cb-b818-d2d4c8d25a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (37d757c7-0217-4f28-91b8-a9aa6bf91bf4), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:25.937660 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:25.950432 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1d2ff181-af99-4247-b207-59bb8d38b296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:25.993989 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-01b4353c-c695-44cb-b818-d2d4c8d25a12 None None] For port 37d757c7-0217-4f28-91b8-a9aa6bf91bf4, host dv-cinder-815582-11-iscsi, cleared binding levels {{(pid=104163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:21:25.997361 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-01b4353c-c695-44cb-b818-d2d4c8d25a12 None None] For port 37d757c7-0217-4f28-91b8-a9aa6bf91bf4, host dv-cinder-815582-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=37d757c7-0217-4f28-91b8-a9aa6bf91bf4,segment=NetworkSegment(e0235fba-4142-426a-91c5-07cb16b4142e),segment_id=e0235fba-4142-426a-91c5-07cb16b4142e)] {{(pid=104163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:21:26.003790 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-01b4353c-c695-44cb-b818-d2d4c8d25a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (37d757c7-0217-4f28-91b8-a9aa6bf91bf4), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:26.061129 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b4353c-c695-44cb-b818-d2d4c8d25a12 None None] Routers {'e0411a7d-a680-4c17-ab1c-279608a4c93c'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:21:26.061742 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-01b4353c-c695-44cb-b818-d2d4c8d25a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:21:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['e0411a7d-a680-4c17-ab1c-279608a4c93c'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:21:26.104260 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f63f91c-82db-4cd7-8f49-082e0f1c590e None None] Pushing event updated for resources: {'Port': ['ID=37d757c7-0217-4f28-91b8-a9aa6bf91bf4,revision_number=3']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:26.125562 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1d2ff181-af99-4247-b207-59bb8d38b296 admin admin] Publish callbacks [] for port (a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:26.131815 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1d2ff181-af99-4247-b207-59bb8d38b296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4518704'] for port (a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:26.176157 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-01b4353c-c695-44cb-b818-d2d4c8d25a12 None None] Set router e0411a7d-a680-4c17-ab1c-279608a4c93c gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:21:26.200398 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ff181-af99-4247-b207-59bb8d38b296 admin admin] Pushing event updated for resources: {'Port': ['ID=a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7,revision_number=2']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:26.203300 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1d2ff181-af99-4247-b207-59bb8d38b296 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613626'] for router_interface (e0411a7d-a680-4c17-ab1c-279608a4c93c), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:26.302766 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2ff181-af99-4247-b207-59bb8d38b296 admin admin] Network bac661c0-9620-4ebf-b1dc-5201ea1d9315 is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:21:26.304197 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-1d2ff181-af99-4247-b207-59bb8d38b296 admin admin] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:21:26.376629 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-01b4353c-c695-44cb-b818-d2d4c8d25a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'name': 'tempest-AttachVolumeNegativeTest-519383643-router', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:21:22Z', 'updated_at': '2022-07-28T01:21:25Z', 'revision_number': 4, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'gw_port': {'id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:23Z', 'updated_at': '2022-07-28T01:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7', 'name': '', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'mac_address': 'fa:16:3e:6c:63:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:24Z', 'updated_at': '2022-07-28T01:21:25Z', 'revision_number': 1, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'subnets': [{'id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:21:26.410901 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b4353c-c695-44cb-b818-d2d4c8d25a12 None None] The sync data for ids ['e0411a7d-a680-4c17-ab1c-279608a4c93c'] in dv-cinder-815582-11-iscsi is: [{'id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'name': 'tempest-AttachVolumeNegativeTest-519383643-router', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:21:22Z', 'updated_at': '2022-07-28T01:21:25Z', 'revision_number': 4, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'gw_port': {'id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:23Z', 'updated_at': '2022-07-28T01:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7', 'name': '', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'mac_address': 'fa:16:3e:6c:63:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:24Z', 'updated_at': '2022-07-28T01:21:25Z', 'revision_number': 1, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'subnets': [{'id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:21:26.419499 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2ff181-af99-4247-b207-59bb8d38b296 admin admin] Router e0411a7d-a680-4c17-ab1c-279608a4c93c has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:21:26.525252 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:26.544131 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-45720166-101d-4700-93c9-393667a51dd7 None None] Provisioning complete for port a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:21:26.545357 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-45720166-101d-4700-93c9-393667a51dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:26.549977 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2ff181-af99-4247-b207-59bb8d38b296 admin admin] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:21:26.555355 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-1d2ff181-af99-4247-b207-59bb8d38b296 admin admin] 10.222.0.17 "PUT /v2.0/routers/e0411a7d-a680-4c17-ab1c-279608a4c93c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0383906 Jul 28 01:21:26.587058 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6 up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:21:26.633252 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-45720166-101d-4700-93c9-393667a51dd7 None None] Port a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7 cannot update to ACTIVE because it is not bound. {{(pid=104163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 01:21:26.667328 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port 9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:21:26.667922 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:26.747919 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port 9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:21:26.903788 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 54036) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:21:26.908469 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-3025c647-f717-4e59-a257-db9127991db9 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1531411736', 'description': 'tempest-description--1834437546'}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:21:26.933550 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3025c647-f717-4e59-a257-db9127991db9 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for security_group (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:26.952926 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:27.015966 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3025c647-f717-4e59-a257-db9127991db9 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for security_group (530e6333-8cec-4583-a23f-2c7aa9e2d1ce), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:27.021310 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3025c647-f717-4e59-a257-db9127991db9 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (530e6333-8cec-4583-a23f-2c7aa9e2d1ce), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:27.053867 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3025c647-f717-4e59-a257-db9127991db9 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=530e6333-8cec-4583-a23f-2c7aa9e2d1ce,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:27.058549 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3025c647-f717-4e59-a257-db9127991db9 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:27.060089 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-3025c647-f717-4e59-a257-db9127991db9 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1552510 Jul 28 01:21:27.063175 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 54040) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:21:27.067792 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-29ae114a-895d-478c-ab1b-212beffa36b4 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Request body: {'security_group_rule': {'security_group_id': '530e6333-8cec-4583-a23f-2c7aa9e2d1ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:21:27.097932 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-29ae114a-895d-478c-ab1b-212beffa36b4 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for security_group_rule (c92c9fd2-8b27-4f7e-b1e5-508351ac2990), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:27.173776 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-29ae114a-895d-478c-ab1b-212beffa36b4 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for security_group_rule (c92c9fd2-8b27-4f7e-b1e5-508351ac2990), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:27.184630 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-29ae114a-895d-478c-ab1b-212beffa36b4 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553027'] for security_group_rule (c92c9fd2-8b27-4f7e-b1e5-508351ac2990), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:27.208984 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae114a-895d-478c-ab1b-212beffa36b4 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c92c9fd2-8b27-4f7e-b1e5-508351ac2990,revision_number=0']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:27.219486 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-29ae114a-895d-478c-ab1b-212beffa36b4 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:27.222900 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-29ae114a-895d-478c-ab1b-212beffa36b4 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1564271 Jul 28 01:21:27.223568 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 54042) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:21:27.228290 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-880effe7-3bcf-4ebe-a6b3-fe0c040445e0 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Request body: {'security_group_rule': {'security_group_id': '530e6333-8cec-4583-a23f-2c7aa9e2d1ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:21:27.258716 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-880effe7-3bcf-4ebe-a6b3-fe0c040445e0 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for security_group_rule (48c807bc-3ae8-4c24-8661-cbe6989b37b2), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:27.325453 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-880effe7-3bcf-4ebe-a6b3-fe0c040445e0 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for security_group_rule (48c807bc-3ae8-4c24-8661-cbe6989b37b2), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:27.330078 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-880effe7-3bcf-4ebe-a6b3-fe0c040445e0 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553027'] for security_group_rule (48c807bc-3ae8-4c24-8661-cbe6989b37b2), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:27.349338 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880effe7-3bcf-4ebe-a6b3-fe0c040445e0 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48c807bc-3ae8-4c24-8661-cbe6989b37b2,revision_number=0']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:27.360536 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-880effe7-3bcf-4ebe-a6b3-fe0c040445e0 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:27.361794 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-880effe7-3bcf-4ebe-a6b3-fe0c040445e0 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1372342 Jul 28 01:21:27.365104 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 54046) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:21:27.369715 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-307fcc18-26ba-40db-8881-99333b84071f tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Request body: {'floatingip': {'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:21:27.392744 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-307fcc18-26ba-40db-8881-99333b84071f tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:27.475936 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-307fcc18-26ba-40db-8881-99333b84071f tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:27.589130 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [None req-307fcc18-26ba-40db-8881-99333b84071f tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Allocated IP 172.27.1.160 (db4fd262-df4a-4858-b92c-469a7b8f139e/fbbec24e-3b1c-439c-846a-fd72122ae4ff/831df3c5-1fb1-4fdc-bcb4-8b6a006c6c83) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:21:27.703003 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-307fcc18-26ba-40db-8881-99333b84071f tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for port (831df3c5-1fb1-4fdc-bcb4-8b6a006c6c83), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:27.736714 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-307fcc18-26ba-40db-8881-99333b84071f tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4595618'] for port (831df3c5-1fb1-4fdc-bcb4-8b6a006c6c83), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:27.783659 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307fcc18-26ba-40db-8881-99333b84071f tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Network db4fd262-df4a-4858-b92c-469a7b8f139e is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:21:27.788805 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-307fcc18-26ba-40db-8881-99333b84071f tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:21:27.791011 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307fcc18-26ba-40db-8881-99333b84071f tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Pushing event updated for resources: {'Port': ['ID=831df3c5-1fb1-4fdc-bcb4-8b6a006c6c83,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:27.793092 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307fcc18-26ba-40db-8881-99333b84071f tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:21:27.883769 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:27.887257 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-307fcc18-26ba-40db-8881-99333b84071f tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for floatingip (ad55f827-8f9f-4466-bddb-9cca4f86788a), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:27.928387 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-307fcc18-26ba-40db-8881-99333b84071f tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (831df3c5-1fb1-4fdc-bcb4-8b6a006c6c83), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:27.953012 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:28.084473 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-307fcc18-26ba-40db-8881-99333b84071f tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for port (831df3c5-1fb1-4fdc-bcb4-8b6a006c6c83), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:28.090155 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-307fcc18-26ba-40db-8881-99333b84071f tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4595637'] for port (831df3c5-1fb1-4fdc-bcb4-8b6a006c6c83), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:28.162326 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307fcc18-26ba-40db-8881-99333b84071f tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Pushing event updated for resources: {'Port': ['ID=831df3c5-1fb1-4fdc-bcb4-8b6a006c6c83,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:28.174664 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-307fcc18-26ba-40db-8881-99333b84071f tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-949731'] for floatingip (ad55f827-8f9f-4466-bddb-9cca4f86788a), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:28.192739 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-307fcc18-26ba-40db-8881-99333b84071f tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for floatingip (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:28.194352 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-307fcc18-26ba-40db-8881-99333b84071f tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8282335 Jul 28 01:21:28.360479 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-91feb601-339b-4b80-840e-a2162e921fa5 req-2c221b67-5e1b-4e4f-b7ca-dbe7b744c5f4 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1531411736&fields=id&tenant_id=adb91176f5f74f1199b2fc27c248cecd HTTP/1.1" status: 200 len: 267 time: 0.0493979 Jul 28 01:21:28.480664 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91feb601-339b-4b80-840e-a2162e921fa5 req-49154053-9780-44af-bd60-d0b3f98218b0 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:28.482393 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-91feb601-339b-4b80-840e-a2162e921fa5 req-49154053-9780-44af-bd60-d0b3f98218b0 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/networks?id=bac661c0-9620-4ebf-b1dc-5201ea1d9315 HTTP/1.1" status: 200 len: 814 time: 0.1149611 Jul 28 01:21:28.496424 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a24ef85-5ba5-4102-900e-6393d56abc36 None None] Sync routers for ids ['e0411a7d-a680-4c17-ab1c-279608a4c93c'] in dv-cinder-815582-11-iscsi {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:21:28.516289 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a24ef85-5ba5-4102-900e-6393d56abc36 None None] Routers {'e0411a7d-a680-4c17-ab1c-279608a4c93c'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:21:28.517973 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-8a24ef85-5ba5-4102-900e-6393d56abc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:21:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['e0411a7d-a680-4c17-ab1c-279608a4c93c'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:21:28.530613 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-91feb601-339b-4b80-840e-a2162e921fa5 req-62607939-65cd-4517-98e6-c9900c176f78 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/quotas/adb91176f5f74f1199b2fc27c248cecd HTTP/1.1" status: 200 len: 375 time: 0.0232673 Jul 28 01:21:28.614690 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-91feb601-339b-4b80-840e-a2162e921fa5 req-7bd3441b-cbfa-4eff-9521-a5bf3c653a24 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=adb91176f5f74f1199b2fc27c248cecd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0816333 Jul 28 01:21:28.627526 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 37d757c7-0217-4f28-91b8-a9aa6bf91bf4 up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:21:28.700528 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:28.725933 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:28.727427 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port 37d757c7-0217-4f28-91b8-a9aa6bf91bf4 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:21:28.727761 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (37d757c7-0217-4f28-91b8-a9aa6bf91bf4), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:28.754754 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-91feb601-339b-4b80-840e-a2162e921fa5 req-e9788f0d-0902-4b83-8fa2-0aa524f325a6 service neutron] 10.222.0.17 "GET /v2.0/networks/bac661c0-9620-4ebf-b1dc-5201ea1d9315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219759 Jul 28 01:21:28.812943 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-8a24ef85-5ba5-4102-900e-6393d56abc36 None None] Set router e0411a7d-a680-4c17-ab1c-279608a4c93c gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:21:28.835167 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port 37d757c7-0217-4f28-91b8-a9aa6bf91bf4 is: DOWN; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:21:28.835683 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (37d757c7-0217-4f28-91b8-a9aa6bf91bf4), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:28.857753 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] For port 37d757c7-0217-4f28-91b8-a9aa6bf91bf4, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=37d757c7-0217-4f28-91b8-a9aa6bf91bf4,segment=NetworkSegment(e0235fba-4142-426a-91c5-07cb16b4142e),segment_id=e0235fba-4142-426a-91c5-07cb16b4142e)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:21:28.861847 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (37d757c7-0217-4f28-91b8-a9aa6bf91bf4), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:28.877027 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-91feb601-339b-4b80-840e-a2162e921fa5 req-2bf1a002-0c7d-4bcd-8a92-7675abcdb007 service neutron] 10.222.0.17 "GET /v2.0/networks/bac661c0-9620-4ebf-b1dc-5201ea1d9315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209178 Jul 28 01:21:28.894214 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:28.912221 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Pushing event updated for resources: {'Port': ['ID=37d757c7-0217-4f28-91b8-a9aa6bf91bf4,revision_number=4']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:29.030900 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-8a24ef85-5ba5-4102-900e-6393d56abc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'name': 'tempest-AttachVolumeNegativeTest-519383643-router', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:21:22Z', 'updated_at': '2022-07-28T01:21:25Z', 'revision_number': 4, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'gw_port': {'id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:23Z', 'updated_at': '2022-07-28T01:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7', 'name': '', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'mac_address': 'fa:16:3e:6c:63:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:24Z', 'updated_at': '2022-07-28T01:21:26Z', 'revision_number': 2, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'subnets': [{'id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:21:29.057171 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a24ef85-5ba5-4102-900e-6393d56abc36 None None] Checking router: e0411a7d-a680-4c17-ab1c-279608a4c93c for host: dv-cinder-815582-11-iscsi {{(pid=104164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:21:29.057759 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a24ef85-5ba5-4102-900e-6393d56abc36 None None] Updating router e0411a7d-a680-4c17-ab1c-279608a4c93c port a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7 binding host dv-cinder-815582-11-iscsi {{(pid=104164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 01:21:29.059035 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-983beee7-24ea-454c-9c7c-063b1ffeb2bb req-4413d498-c233-44a1-be23-8d7b3856839a tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5671e0a-fdd0-4692-93aa-4ff5ef293562 HTTP/1.1" status: 200 len: 210 time: 0.0381386 Jul 28 01:21:29.091063 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8a24ef85-5ba5-4102-900e-6393d56abc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:29.381811 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8a24ef85-5ba5-4102-900e-6393d56abc36 None None] Publish callbacks [] for port (a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7), precommit_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:29.389007 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8a24ef85-5ba5-4102-900e-6393d56abc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:29.415523 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 54094) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:21:29.454960 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:29.464859 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:29.510868 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4135841-bfab-42b8-96f8-8b0bc2187a79 None None] Pushing event updated for resources: {'Port': ['ID=a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7,revision_number=3']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:29.544503 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4135841-bfab-42b8-96f8-8b0bc2187a79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:29.545089 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4135841-bfab-42b8-96f8-8b0bc2187a79 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:29.545817 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4135841-bfab-42b8-96f8-8b0bc2187a79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:29.546329 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4135841-bfab-42b8-96f8-8b0bc2187a79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:29.546813 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4135841-bfab-42b8-96f8-8b0bc2187a79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:29.547401 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4135841-bfab-42b8-96f8-8b0bc2187a79 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:29.547888 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4135841-bfab-42b8-96f8-8b0bc2187a79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:29.548413 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4135841-bfab-42b8-96f8-8b0bc2187a79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:29.548938 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4135841-bfab-42b8-96f8-8b0bc2187a79 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:29.549448 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4135841-bfab-42b8-96f8-8b0bc2187a79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:29.549972 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4135841-bfab-42b8-96f8-8b0bc2187a79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:29.550492 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4135841-bfab-42b8-96f8-8b0bc2187a79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:29.551046 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4135841-bfab-42b8-96f8-8b0bc2187a79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:29.551565 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4135841-bfab-42b8-96f8-8b0bc2187a79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:29.552081 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4135841-bfab-42b8-96f8-8b0bc2187a79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:29.606525 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1b660317-c0be-4820-8ef8-1d9a97196458 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:29.613580 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-8a24ef85-5ba5-4102-900e-6393d56abc36 None None] Attempting to bind port a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7 on host dv-cinder-815582-11-iscsi for vnic_type normal with profile {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:21:29.622931 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-8a24ef85-5ba5-4102-900e-6393d56abc36 None None] Attempting to bind port a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7 by drivers openvswitch,hyperv on host dv-cinder-815582-11-iscsi at level 0 using segments [{'id': '09a4dbbe-38b5-4ce4-8d83-42afd69b4a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315'}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:21:29.623713 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a24ef85-5ba5-4102-900e-6393d56abc36 None None] Attempting to bind port a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7 on network bac661c0-9620-4ebf-b1dc-5201ea1d9315 {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:21:29.639008 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a24ef85-5ba5-4102-900e-6393d56abc36 None None] Checking agent: {'id': 'e0b16abb-2210-4432-8141-713fb95a37e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 4, 43), 'started_at': datetime.datetime(2022, 7, 28, 1, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:21:29.641377 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a24ef85-5ba5-4102-900e-6393d56abc36 None None] Checking segment: {'id': '09a4dbbe-38b5-4ce4-8d83-42afd69b4a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:21:29.645481 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8a24ef85-5ba5-4102-900e-6393d56abc36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:29.649452 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a24ef85-5ba5-4102-900e-6393d56abc36 None None] Bound using segment: {'id': '09a4dbbe-38b5-4ce4-8d83-42afd69b4a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315'} {{(pid=104164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:21:29.650357 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.managers [None req-8a24ef85-5ba5-4102-900e-6393d56abc36 None None] Bound port: a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7, host: dv-cinder-815582-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09a4dbbe-38b5-4ce4-8d83-42afd69b4a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315'}}] {{(pid=104164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:21:29.654216 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8a24ef85-5ba5-4102-900e-6393d56abc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7), before_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:29.715047 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1b660317-c0be-4820-8ef8-1d9a97196458 admin admin] Publish callbacks [] for security_group (a0a2f492-85c1-4d79-ac6d-83ae788cbefa), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:29.722466 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1b660317-c0be-4820-8ef8-1d9a97196458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (a0a2f492-85c1-4d79-ac6d-83ae788cbefa), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:29.731596 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-8a24ef85-5ba5-4102-900e-6393d56abc36 None None] For port a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7, host dv-cinder-815582-11-iscsi, cleared binding levels {{(pid=104164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:21:29.735034 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.plugins.ml2.db [None req-8a24ef85-5ba5-4102-900e-6393d56abc36 None None] For port a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7, host dv-cinder-815582-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7,segment=NetworkSegment(09a4dbbe-38b5-4ce4-8d83-42afd69b4a73),segment_id=09a4dbbe-38b5-4ce4-8d83-42afd69b4a73)] {{(pid=104164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:21:29.741821 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron_lib.callbacks.manager [None req-8a24ef85-5ba5-4102-900e-6393d56abc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7), after_update {{(pid=104164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:29.769205 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-1b660317-c0be-4820-8ef8-1d9a97196458 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c8c3719369a64c2ea5d5231c873d839e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3499844 Jul 28 01:21:29.770585 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 54100) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:21:29.775807 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b660317-c0be-4820-8ef8-1d9a97196458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a2f492-85c1-4d79-ac6d-83ae788cbefa,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:29.782268 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-12c2e186-65e9-444f-9cd3-df7a3a0dd375 None None] Provisioning complete for port a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:21:29.783892 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-12c2e186-65e9-444f-9cd3-df7a3a0dd375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:29.807053 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a24ef85-5ba5-4102-900e-6393d56abc36 None None] Routers {'e0411a7d-a680-4c17-ab1c-279608a4c93c'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:21:29.807707 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-8a24ef85-5ba5-4102-900e-6393d56abc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:21:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['e0411a7d-a680-4c17-ab1c-279608a4c93c'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:21:29.855606 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e62d31b8-6eaf-4cb5-821d-ee1b328735ec admin admin] Publish callbacks [] for security_group (a0a2f492-85c1-4d79-ac6d-83ae788cbefa), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:29.884958 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e62d31b8-6eaf-4cb5-821d-ee1b328735ec admin admin] Publish callbacks [] for security_group (a0a2f492-85c1-4d79-ac6d-83ae788cbefa), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:29.924584 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-12c2e186-65e9-444f-9cd3-df7a3a0dd375 None None] Current status of the port a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7 is: DOWN; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:21:29.927439 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-12c2e186-65e9-444f-9cd3-df7a3a0dd375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:29.964228 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e62d31b8-6eaf-4cb5-821d-ee1b328735ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (a0a2f492-85c1-4d79-ac6d-83ae788cbefa), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:29.967509 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e62d31b8-6eaf-4cb5-821d-ee1b328735ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:29.968878 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-e62d31b8-6eaf-4cb5-821d-ee1b328735ec admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a0a2f492-85c1-4d79-ac6d-83ae788cbefa HTTP/1.1" status: 204 len: 168 time: 0.1981194 Jul 28 01:21:29.985836 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d31b8-6eaf-4cb5-821d-ee1b328735ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a2f492-85c1-4d79-ac6d-83ae788cbefa,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:29.987458 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-8a24ef85-5ba5-4102-900e-6393d56abc36 None None] Set router e0411a7d-a680-4c17-ab1c-279608a4c93c gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:21:30.012569 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-12c2e186-65e9-444f-9cd3-df7a3a0dd375 None None] For port a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7,segment=NetworkSegment(09a4dbbe-38b5-4ce4-8d83-42afd69b4a73),segment_id=09a4dbbe-38b5-4ce4-8d83-42afd69b4a73)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:21:30.021457 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-12c2e186-65e9-444f-9cd3-df7a3a0dd375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:30.082586 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4135841-bfab-42b8-96f8-8b0bc2187a79 None None] Pushing event updated for resources: {'Port': ['ID=a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7,revision_number=4']} {{(pid=104164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:30.095001 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2e186-65e9-444f-9cd3-df7a3a0dd375 None None] Pushing event updated for resources: {'Port': ['ID=a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7,revision_number=5']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:30.144888 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-c32b2ec1-edc3-4e94-b2e7-09b635e45991 None None] Provisioning complete for port a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:21:30.145223 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-c32b2ec1-edc3-4e94-b2e7-09b635e45991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:30.172627 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f7ca9745-c5bd-4e63-b533-6382bfb146e5 req-e5f669c9-9776-4ed2-b9d5-51ca158e2818 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5671e0a-fdd0-4692-93aa-4ff5ef293562 HTTP/1.1" status: 200 len: 210 time: 0.0355561 Jul 28 01:21:30.244026 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-c32b2ec1-edc3-4e94-b2e7-09b635e45991 None None] Current status of the port a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:21:30.261414 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-8a24ef85-5ba5-4102-900e-6393d56abc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'name': 'tempest-AttachVolumeNegativeTest-519383643-router', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:21:22Z', 'updated_at': '2022-07-28T01:21:25Z', 'revision_number': 4, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'gw_port': {'id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:23Z', 'updated_at': '2022-07-28T01:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7', 'name': '', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'mac_address': 'fa:16:3e:6c:63:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:24Z', 'updated_at': '2022-07-28T01:21:29Z', 'revision_number': 4, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'subnets': [{'id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:21:30.286015 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a24ef85-5ba5-4102-900e-6393d56abc36 None None] The sync data for ids ['e0411a7d-a680-4c17-ab1c-279608a4c93c'] in dv-cinder-815582-11-iscsi is: [{'id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'name': 'tempest-AttachVolumeNegativeTest-519383643-router', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:21:22Z', 'updated_at': '2022-07-28T01:21:25Z', 'revision_number': 4, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'gw_port': {'id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:23Z', 'updated_at': '2022-07-28T01:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7', 'name': '', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'mac_address': 'fa:16:3e:6c:63:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:24Z', 'updated_at': '2022-07-28T01:21:29Z', 'revision_number': 4, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'subnets': [{'id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:21:30.324174 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 54110) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:21:30.331551 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:INSERT=7,neutron:UPDATE=1,neutron:SELECT=86,neutron:DELETE=6 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:30.339453 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-96559a79-db45-4aba-9d36-c1b01e8a442c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:30.423077 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-96559a79-db45-4aba-9d36-c1b01e8a442c admin admin] Publish callbacks [] for security_group (2e1f48a1-9144-48d6-8ec7-ae289a50876b), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:30.427584 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-96559a79-db45-4aba-9d36-c1b01e8a442c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (2e1f48a1-9144-48d6-8ec7-ae289a50876b), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:30.472250 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-96559a79-db45-4aba-9d36-c1b01e8a442c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=3953dabdd95a48ef8ea968d99f112561&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1469460 Jul 28 01:21:30.475261 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 54112) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:21:30.482790 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96559a79-db45-4aba-9d36-c1b01e8a442c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1f48a1-9144-48d6-8ec7-ae289a50876b,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:30.544444 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c08044b4-b13c-4315-ab27-8b857a51f082 admin admin] Publish callbacks [] for security_group (2e1f48a1-9144-48d6-8ec7-ae289a50876b), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:30.569547 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c08044b4-b13c-4315-ab27-8b857a51f082 admin admin] Publish callbacks [] for security_group (2e1f48a1-9144-48d6-8ec7-ae289a50876b), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:30.613188 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7 up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:21:30.624409 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c08044b4-b13c-4315-ab27-8b857a51f082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (2e1f48a1-9144-48d6-8ec7-ae289a50876b), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:30.627808 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c08044b4-b13c-4315-ab27-8b857a51f082 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:30.632130 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-c08044b4-b13c-4315-ab27-8b857a51f082 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2e1f48a1-9144-48d6-8ec7-ae289a50876b HTTP/1.1" status: 204 len: 168 time: 0.1552086 Jul 28 01:21:30.642614 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08044b4-b13c-4315-ab27-8b857a51f082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1f48a1-9144-48d6-8ec7-ae289a50876b,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:30.676365 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:21:30.676827 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:30.761451 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:21:30.762654 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 37d757c7-0217-4f28-91b8-a9aa6bf91bf4 up at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:21:30.813526 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Provisioning complete for port 37d757c7-0217-4f28-91b8-a9aa6bf91bf4 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:21:30.814182 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (37d757c7-0217-4f28-91b8-a9aa6bf91bf4), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:30.898438 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Current status of the port 37d757c7-0217-4f28-91b8-a9aa6bf91bf4 is: ACTIVE; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:21:31.042331 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 54122) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:21:31.056364 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e8e45494-3f33-4358-9bd2-2fa5f19577a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:31.132035 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=12 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:31.133937 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e8e45494-3f33-4358-9bd2-2fa5f19577a7 admin admin] Publish callbacks [] for security_group (dcb209b7-a198-47b3-bd3d-fe80fb2ebbe2), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:31.138989 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e8e45494-3f33-4358-9bd2-2fa5f19577a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (dcb209b7-a198-47b3-bd3d-fe80fb2ebbe2), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:31.167634 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:31.180650 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e45494-3f33-4358-9bd2-2fa5f19577a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb209b7-a198-47b3-bd3d-fe80fb2ebbe2,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:31.185798 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-e8e45494-3f33-4358-9bd2-2fa5f19577a7 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=2381c804ddac4f5d9cc46b855055d699&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1424112 Jul 28 01:21:31.188714 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 54124) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:21:31.239446 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-811e4552-9734-4e19-a67b-8b32042cbb5a admin admin] Publish callbacks [] for security_group (dcb209b7-a198-47b3-bd3d-fe80fb2ebbe2), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:31.263032 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-811e4552-9734-4e19-a67b-8b32042cbb5a admin admin] Publish callbacks [] for security_group (dcb209b7-a198-47b3-bd3d-fe80fb2ebbe2), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:31.278431 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8025ca28-11b8-4648-a3e7-c72563c1adf8 req-6bfa61d7-9e3a-4170-952e-664e55eadb6d tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5671e0a-fdd0-4692-93aa-4ff5ef293562 HTTP/1.1" status: 200 len: 210 time: 0.0291364 Jul 28 01:21:31.316471 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-811e4552-9734-4e19-a67b-8b32042cbb5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (dcb209b7-a198-47b3-bd3d-fe80fb2ebbe2), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:31.319230 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-811e4552-9734-4e19-a67b-8b32042cbb5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:31.320401 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-811e4552-9734-4e19-a67b-8b32042cbb5a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/dcb209b7-a198-47b3-bd3d-fe80fb2ebbe2 HTTP/1.1" status: 204 len: 168 time: 0.1307764 Jul 28 01:21:31.329754 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e4552-9734-4e19-a67b-8b32042cbb5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb209b7-a198-47b3-bd3d-fe80fb2ebbe2,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:32.382569 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e1eeffa9-9c7e-41f7-b239-f1d25da62a90 req-b5c93068-23bc-4201-b9dc-ed06ef698f27 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5671e0a-fdd0-4692-93aa-4ff5ef293562 HTTP/1.1" status: 200 len: 210 time: 0.0292506 Jul 28 01:21:32.479531 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (8d4a48be-b376-49eb-a7aa-478deaa3f35f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:33.491957 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1684044d-3095-465b-ac6f-45aa3620f125 req-e2d213d9-65e6-4577-a25c-bf5a6bd69e0d tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5671e0a-fdd0-4692-93aa-4ff5ef293562 HTTP/1.1" status: 200 len: 210 time: 0.0284281 Jul 28 01:21:34.615174 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-5058a078-a794-449a-a4c3-a95a3087d71c req-48b2cc3f-1aef-445a-9e45-6e1ee125b303 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5671e0a-fdd0-4692-93aa-4ff5ef293562 HTTP/1.1" status: 200 len: 210 time: 0.0407255 Jul 28 01:21:34.813609 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91feb601-339b-4b80-840e-a2162e921fa5 req-08e43a10-9a7d-4ab6-bb3e-ff092ded054c tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:34.813609 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-91feb601-339b-4b80-840e-a2162e921fa5 req-08e43a10-9a7d-4ab6-bb3e-ff092ded054c tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.42 "GET /v2.0/networks?id=bac661c0-9620-4ebf-b1dc-5201ea1d9315 HTTP/1.1" status: 200 len: 814 time: 0.1099041 Jul 28 01:21:34.874971 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-91feb601-339b-4b80-840e-a2162e921fa5 req-09a72b7c-f267-413f-9ecc-011a87dcffb5 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adb91176f5f74f1199b2fc27c248cecd HTTP/1.1" status: 200 len: 380 time: 0.0539780 Jul 28 01:21:34.948759 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [req-91feb601-339b-4b80-840e-a2162e921fa5 req-94290087-97fc-4896-b723-3f74869d033e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Request body: {'port': {'device_id': 'd5671e0a-fdd0-4692-93aa-4ff5ef293562', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'admin_state_up': True, 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'security_groups': ['530e6333-8cec-4583-a23f-2c7aa9e2d1ce']}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:21:35.056261 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:35.076928 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91feb601-339b-4b80-840e-a2162e921fa5 req-94290087-97fc-4896-b723-3f74869d033e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Made reservation on behalf of adb91176f5f74f1199b2fc27c248cecd for: {'port': 1} {{(pid=104162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:21:35.080525 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-91feb601-339b-4b80-840e-a2162e921fa5 req-94290087-97fc-4896-b723-3f74869d033e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:35.214722 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_common [req-91feb601-339b-4b80-840e-a2162e921fa5 req-94290087-97fc-4896-b723-3f74869d033e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Allocated IP 172.20.0.6 (bac661c0-9620-4ebf-b1dc-5201ea1d9315/f7bad7ae-d0ad-40fd-9058-fa644f2bc097/0f4b842e-8b20-44f6-b3fc-362c3ed518c8) {{(pid=104162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:21:35.364640 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-91feb601-339b-4b80-840e-a2162e921fa5 req-94290087-97fc-4896-b723-3f74869d033e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for port (0f4b842e-8b20-44f6-b3fc-362c3ed518c8), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:35.391400 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:35.399113 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-91feb601-339b-4b80-840e-a2162e921fa5 req-94290087-97fc-4896-b723-3f74869d033e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (0f4b842e-8b20-44f6-b3fc-362c3ed518c8), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:35.450064 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91feb601-339b-4b80-840e-a2162e921fa5 req-94290087-97fc-4896-b723-3f74869d033e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Network bac661c0-9620-4ebf-b1dc-5201ea1d9315 is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:21:35.453557 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [req-91feb601-339b-4b80-840e-a2162e921fa5 req-94290087-97fc-4896-b723-3f74869d033e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:21:35.457659 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [req-91feb601-339b-4b80-840e-a2162e921fa5 req-94290087-97fc-4896-b723-3f74869d033e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Received port after_create {{(pid=104162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:21:35.464003 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94290087-97fc-4896-b723-3f74869d033e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Pushing event updated for resources: {'Port': ['ID=0f4b842e-8b20-44f6-b3fc-362c3ed518c8,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:35.512082 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91feb601-339b-4b80-840e-a2162e921fa5 req-94290087-97fc-4896-b723-3f74869d033e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:35.512733 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-91feb601-339b-4b80-840e-a2162e921fa5 req-94290087-97fc-4896-b723-3f74869d033e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:35.530135 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-91feb601-339b-4b80-840e-a2162e921fa5 req-94290087-97fc-4896-b723-3f74869d033e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5874188 Jul 28 01:21:35.542999 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [req-91feb601-339b-4b80-840e-a2162e921fa5 req-3fc63c10-b6f0-42c9-adf0-9c0c37f28ce3 service neutron] Request body: {'port': {'device_id': 'd5671e0a-fdd0-4692-93aa-4ff5ef293562', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:21:35.608384 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-91feb601-339b-4b80-840e-a2162e921fa5 req-3fc63c10-b6f0-42c9-adf0-9c0c37f28ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (0f4b842e-8b20-44f6-b3fc-362c3ed518c8), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:35.706361 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-d59cdb47-180a-4e3e-aa1e-b89fb498b687 None None] Provisioning complete for port 0f4b842e-8b20-44f6-b3fc-362c3ed518c8 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:21:35.707046 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-d59cdb47-180a-4e3e-aa1e-b89fb498b687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (0f4b842e-8b20-44f6-b3fc-362c3ed518c8), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:35.735407 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:35.740365 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-d59cdb47-180a-4e3e-aa1e-b89fb498b687 None None] Port 0f4b842e-8b20-44f6-b3fc-362c3ed518c8 cannot update to ACTIVE because it is not bound. {{(pid=104163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 01:21:35.772035 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c053298-0728-4d0b-8635-e5888b06b7c1 req-f90506ba-a312-4e75-a11e-2c997576dddf tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:35.773523 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4c053298-0728-4d0b-8635-e5888b06b7c1 req-f90506ba-a312-4e75-a11e-2c997576dddf tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5671e0a-fdd0-4692-93aa-4ff5ef293562 HTTP/1.1" status: 200 len: 931 time: 0.0677667 Jul 28 01:21:35.859119 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4c053298-0728-4d0b-8635-e5888b06b7c1 req-7e3404b2-a627-4541-9228-1609d4e50214 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups?id=530e6333-8cec-4583-a23f-2c7aa9e2d1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756869 Jul 28 01:21:35.900445 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:35.959651 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [req-91feb601-339b-4b80-840e-a2162e921fa5 req-3fc63c10-b6f0-42c9-adf0-9c0c37f28ce3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f4b842e-8b20-44f6-b3fc-362c3ed518c8 {{(pid=104162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 01:21:35.968107 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-91feb601-339b-4b80-840e-a2162e921fa5 req-3fc63c10-b6f0-42c9-adf0-9c0c37f28ce3 service neutron] Publish callbacks [] for port (0f4b842e-8b20-44f6-b3fc-362c3ed518c8), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:35.982739 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [req-91feb601-339b-4b80-840e-a2162e921fa5 req-3fc63c10-b6f0-42c9-adf0-9c0c37f28ce3 service neutron] Transition to ACTIVE for port object 0f4b842e-8b20-44f6-b3fc-362c3ed518c8 will not be triggered until provisioned by entity L2. {{(pid=104162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 01:21:35.987216 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-91feb601-339b-4b80-840e-a2162e921fa5 req-3fc63c10-b6f0-42c9-adf0-9c0c37f28ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4518704'] for port (0f4b842e-8b20-44f6-b3fc-362c3ed518c8), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:36.050515 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc63c10-b6f0-42c9-adf0-9c0c37f28ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=0f4b842e-8b20-44f6-b3fc-362c3ed518c8,revision_number=2']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:36.124410 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [req-91feb601-339b-4b80-840e-a2162e921fa5 req-3fc63c10-b6f0-42c9-adf0-9c0c37f28ce3 service neutron] Attempting to bind port 0f4b842e-8b20-44f6-b3fc-362c3ed518c8 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:21:36.124903 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [req-91feb601-339b-4b80-840e-a2162e921fa5 req-3fc63c10-b6f0-42c9-adf0-9c0c37f28ce3 service neutron] Attempting to bind port 0f4b842e-8b20-44f6-b3fc-362c3ed518c8 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '09a4dbbe-38b5-4ce4-8d83-42afd69b4a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315'}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:21:36.125312 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91feb601-339b-4b80-840e-a2162e921fa5 req-3fc63c10-b6f0-42c9-adf0-9c0c37f28ce3 service neutron] Attempting to bind port 0f4b842e-8b20-44f6-b3fc-362c3ed518c8 on network bac661c0-9620-4ebf-b1dc-5201ea1d9315 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:21:36.130942 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91feb601-339b-4b80-840e-a2162e921fa5 req-3fc63c10-b6f0-42c9-adf0-9c0c37f28ce3 service neutron] Port 0f4b842e-8b20-44f6-b3fc-362c3ed518c8 on network bac661c0-9620-4ebf-b1dc-5201ea1d9315 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 01:21:36.131275 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91feb601-339b-4b80-840e-a2162e921fa5 req-3fc63c10-b6f0-42c9-adf0-9c0c37f28ce3 service neutron] Attempting to bind port 0f4b842e-8b20-44f6-b3fc-362c3ed518c8 on network bac661c0-9620-4ebf-b1dc-5201ea1d9315 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:21:36.136739 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91feb601-339b-4b80-840e-a2162e921fa5 req-3fc63c10-b6f0-42c9-adf0-9c0c37f28ce3 service neutron] Checking agent: {'id': '8d4a48be-b376-49eb-a7aa-478deaa3f35f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 11, 32), 'started_at': datetime.datetime(2022, 7, 28, 1, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:21:36.137111 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91feb601-339b-4b80-840e-a2162e921fa5 req-3fc63c10-b6f0-42c9-adf0-9c0c37f28ce3 service neutron] Checking segment: {'id': '09a4dbbe-38b5-4ce4-8d83-42afd69b4a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:21:36.137478 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91feb601-339b-4b80-840e-a2162e921fa5 req-3fc63c10-b6f0-42c9-adf0-9c0c37f28ce3 service neutron] Bound using segment: {'id': '09a4dbbe-38b5-4ce4-8d83-42afd69b4a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315'} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:21:36.137906 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [req-91feb601-339b-4b80-840e-a2162e921fa5 req-3fc63c10-b6f0-42c9-adf0-9c0c37f28ce3 service neutron] Bound port: 0f4b842e-8b20-44f6-b3fc-362c3ed518c8, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09a4dbbe-38b5-4ce4-8d83-42afd69b4a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315'}}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:21:36.138278 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-91feb601-339b-4b80-840e-a2162e921fa5 req-3fc63c10-b6f0-42c9-adf0-9c0c37f28ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (0f4b842e-8b20-44f6-b3fc-362c3ed518c8), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:36.204326 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [req-91feb601-339b-4b80-840e-a2162e921fa5 req-3fc63c10-b6f0-42c9-adf0-9c0c37f28ce3 service neutron] For port 0f4b842e-8b20-44f6-b3fc-362c3ed518c8, host hv-cinder-81558, cleared binding levels {{(pid=104162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:21:36.207426 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [req-91feb601-339b-4b80-840e-a2162e921fa5 req-3fc63c10-b6f0-42c9-adf0-9c0c37f28ce3 service neutron] For port 0f4b842e-8b20-44f6-b3fc-362c3ed518c8, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=0f4b842e-8b20-44f6-b3fc-362c3ed518c8,segment=NetworkSegment(09a4dbbe-38b5-4ce4-8d83-42afd69b4a73),segment_id=09a4dbbe-38b5-4ce4-8d83-42afd69b4a73)] {{(pid=104162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:21:36.213179 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-91feb601-339b-4b80-840e-a2162e921fa5 req-3fc63c10-b6f0-42c9-adf0-9c0c37f28ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4518704'] for port (0f4b842e-8b20-44f6-b3fc-362c3ed518c8), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:36.221954 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:36.253923 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91feb601-339b-4b80-840e-a2162e921fa5 req-3fc63c10-b6f0-42c9-adf0-9c0c37f28ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:36.254551 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-91feb601-339b-4b80-840e-a2162e921fa5 req-3fc63c10-b6f0-42c9-adf0-9c0c37f28ce3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:36.256348 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-91feb601-339b-4b80-840e-a2162e921fa5 req-3fc63c10-b6f0-42c9-adf0-9c0c37f28ce3 service neutron] 10.222.0.42 "PUT /v2.0/ports/0f4b842e-8b20-44f6-b3fc-362c3ed518c8 HTTP/1.1" status: 200 len: 1093 time: 0.7177031 Jul 28 01:21:36.256843 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5671e0a-fdd0-4692-93aa-4ff5ef293562', 'tag': '0f4b842e-8b20-44f6-b3fc-362c3ed518c8'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:21:36.259512 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f6b11fd638c6a58f8ef19871f5a43997b3abcb3256dc707badf279ceb4d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca448e5-e2f0-47b3-90d6-e2b86814907d" -d '{"events": [{"name": "network-changed", "server_uuid": "d5671e0a-fdd0-4692-93aa-4ff5ef293562", "tag": "0f4b842e-8b20-44f6-b3fc-362c3ed518c8"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:21:36.280912 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc63c10-b6f0-42c9-adf0-9c0c37f28ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=0f4b842e-8b20-44f6-b3fc-362c3ed518c8,revision_number=3']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:36.314985 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 01:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7873c2a-09f3-40dd-b5f9-18bd61558549 x-openstack-request-id: req-b7873c2a-09f3-40dd-b5f9-18bd61558549 {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:21:36.315281 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5671e0a-fdd0-4692-93aa-4ff5ef293562", "tag": "0f4b842e-8b20-44f6-b3fc-362c3ed518c8", "status": "completed", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:21:36.315538 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-b7873c2a-09f3-40dd-b5f9-18bd61558549 {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:21:36.315945 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7873c2a-09f3-40dd-b5f9-18bd61558549'] response: {'name': 'network-changed', 'server_uuid': 'd5671e0a-fdd0-4692-93aa-4ff5ef293562', 'tag': '0f4b842e-8b20-44f6-b3fc-362c3ed518c8', 'status': 'completed', 'code': 200} Jul 28 01:21:36.344869 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91feb601-339b-4b80-840e-a2162e921fa5 req-bfbcd889-1f26-4efb-9ab4-bcbae7cf43ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:36.346385 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-91feb601-339b-4b80-840e-a2162e921fa5 req-bfbcd889-1f26-4efb-9ab4-bcbae7cf43ed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=adb91176f5f74f1199b2fc27c248cecd&device_id=d5671e0a-fdd0-4692-93aa-4ff5ef293562 HTTP/1.1" status: 200 len: 1127 time: 0.0425591 Jul 28 01:21:36.390822 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-91feb601-339b-4b80-840e-a2162e921fa5 req-e0effb08-7377-4c67-859a-2a59812af589 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f4b842e-8b20-44f6-b3fc-362c3ed518c8 HTTP/1.1" status: 200 len: 217 time: 0.0341203 Jul 28 01:21:36.444974 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91feb601-339b-4b80-840e-a2162e921fa5 req-0a55c2fa-13c4-4a2c-8fc3-2a2328b26050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:36.446449 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-91feb601-339b-4b80-840e-a2162e921fa5 req-0a55c2fa-13c4-4a2c-8fc3-2a2328b26050 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7bad7ae-d0ad-40fd-9058-fa644f2bc097 HTTP/1.1" status: 200 len: 853 time: 0.0494153 Jul 28 01:21:36.493885 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91feb601-339b-4b80-840e-a2162e921fa5 req-5b80c9ce-c888-41aa-b7df-5cb34134b9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:36.495705 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-91feb601-339b-4b80-840e-a2162e921fa5 req-5b80c9ce-c888-41aa-b7df-5cb34134b9b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bac661c0-9620-4ebf-b1dc-5201ea1d9315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401390 Jul 28 01:21:36.593421 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-91feb601-339b-4b80-840e-a2162e921fa5 req-2fb703ec-3ebb-4606-93fe-fc3d2c76b2be service neutron] 10.222.0.42 "GET /v2.0/networks/bac661c0-9620-4ebf-b1dc-5201ea1d9315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908165 Jul 28 01:21:37.000968 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45909147-677c-4c66-9b79-6f85715178e4 req-aada501a-776e-4cb6-993e-237f85ec205c tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:37.002480 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-45909147-677c-4c66-9b79-6f85715178e4 req-aada501a-776e-4cb6-993e-237f85ec205c tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5671e0a-fdd0-4692-93aa-4ff5ef293562 HTTP/1.1" status: 200 len: 943 time: 0.0570793 Jul 28 01:21:37.063321 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-45909147-677c-4c66-9b79-6f85715178e4 req-d6eef13c-d725-4f60-b9a0-aa5dabf06f57 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups?id=530e6333-8cec-4583-a23f-2c7aa9e2d1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546112 Jul 28 01:21:37.848598 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-ecfe01c9-675a-4cfd-83ca-8f0963b959d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:38.194657 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253354b-e22c-447e-9e36-f7c83462f94f req-2a732e0d-1509-4fe3-b852-c183cfbda971 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:38.196172 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e253354b-e22c-447e-9e36-f7c83462f94f req-2a732e0d-1509-4fe3-b852-c183cfbda971 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5671e0a-fdd0-4692-93aa-4ff5ef293562 HTTP/1.1" status: 200 len: 943 time: 0.0546539 Jul 28 01:21:38.246621 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e253354b-e22c-447e-9e36-f7c83462f94f req-b9b33c6b-8dd9-4f28-ac54-b02fe45f7185 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups?id=530e6333-8cec-4583-a23f-2c7aa9e2d1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423515 Jul 28 01:21:39.387474 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160cc2fb-f088-449f-bb3c-c46d502221a9 req-b97f2f9e-2743-4715-9f31-b9360dec4b66 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:39.389047 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-160cc2fb-f088-449f-bb3c-c46d502221a9 req-b97f2f9e-2743-4715-9f31-b9360dec4b66 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5671e0a-fdd0-4692-93aa-4ff5ef293562 HTTP/1.1" status: 200 len: 943 time: 0.0545800 Jul 28 01:21:39.439527 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-160cc2fb-f088-449f-bb3c-c46d502221a9 req-fb3c4073-9548-4b43-8673-cfc33c60685e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups?id=530e6333-8cec-4583-a23f-2c7aa9e2d1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443678 Jul 28 01:21:39.867770 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:39.957133 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-91feb601-339b-4b80-840e-a2162e921fa5 req-1516daf3-cdac-4049-8e7e-45684fd6eac3 service neutron] 10.222.0.42 "GET /v2.0/networks/bac661c0-9620-4ebf-b1dc-5201ea1d9315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969071 Jul 28 01:21:40.263481 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:40.264238 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=43,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:40.351401 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-64e714fd-cbdc-480c-864d-90e747aa71e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:40.576890 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307afa6-9196-4b62-b354-645acc7365b0 req-6ba0328e-cfb6-44de-92a4-1b1e35d4c354 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:40.578394 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-5307afa6-9196-4b62-b354-645acc7365b0 req-6ba0328e-cfb6-44de-92a4-1b1e35d4c354 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5671e0a-fdd0-4692-93aa-4ff5ef293562 HTTP/1.1" status: 200 len: 943 time: 0.0526581 Jul 28 01:21:40.627178 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-5307afa6-9196-4b62-b354-645acc7365b0 req-c677b66d-f33d-42aa-a02b-dde74c973193 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups?id=530e6333-8cec-4583-a23f-2c7aa9e2d1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430973 Jul 28 01:21:40.927020 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca448e5-e2f0-47b3-90d6-e2b86814907d req-629066ea-2207-4f2c-8849-5f1a887d882a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:40.928583 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-cca448e5-e2f0-47b3-90d6-e2b86814907d req-629066ea-2207-4f2c-8849-5f1a887d882a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=adb91176f5f74f1199b2fc27c248cecd&device_id=d5671e0a-fdd0-4692-93aa-4ff5ef293562 HTTP/1.1" status: 200 len: 1127 time: 0.0434244 Jul 28 01:21:41.066971 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-aa8b02a6-ae60-4b7d-b5f8-41c04faeddcc tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1741610070&fields=id&tenant_id=d14de33f76ea44db8899900481299b87 HTTP/1.1" status: 200 len: 267 time: 0.0460620 Jul 28 01:21:41.235569 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-93b5d0c7-7cf4-4d83-b987-19e3d0a27deb tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:41.237899 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-93b5d0c7-7cf4-4d83-b987-19e3d0a27deb tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/networks?id=f365ac42-75a7-4c3d-8591-d4097c9f6065 HTTP/1.1" status: 200 len: 812 time: 0.1635354 Jul 28 01:21:41.261114 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-83cec1b7-5f7e-4159-acc4-7ff63cc5187e tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/quotas/d14de33f76ea44db8899900481299b87 HTTP/1.1" status: 200 len: 375 time: 0.0187800 Jul 28 01:21:41.288315 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca448e5-e2f0-47b3-90d6-e2b86814907d req-e340fe92-3d7e-4c37-930c-69db4825c4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:41.288691 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-cca448e5-e2f0-47b3-90d6-e2b86814907d req-e340fe92-3d7e-4c37-930c-69db4825c4b6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bac661c0-9620-4ebf-b1dc-5201ea1d9315 HTTP/1.1" status: 200 len: 915 time: 0.1453962 Jul 28 01:21:41.302727 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=14,neutron:DELETE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:41.325135 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=22,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:41.343483 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:41.345451 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-cca448e5-e2f0-47b3-90d6-e2b86814907d req-c435483c-4cd5-4c93-8873-666f24a1bae2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f4b842e-8b20-44f6-b3fc-362c3ed518c8 HTTP/1.1" status: 200 len: 217 time: 0.0392926 Jul 28 01:21:41.365152 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-124b04c7-3e6f-4f56-baf4-dee3a7dc1c6d tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=d14de33f76ea44db8899900481299b87&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0929155 Jul 28 01:21:41.378894 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:41.456510 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca448e5-e2f0-47b3-90d6-e2b86814907d req-c6dbe8ac-88b7-43b4-9ff2-d56d226f23ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:41.458044 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-cca448e5-e2f0-47b3-90d6-e2b86814907d req-c6dbe8ac-88b7-43b4-9ff2-d56d226f23ce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7bad7ae-d0ad-40fd-9058-fa644f2bc097 HTTP/1.1" status: 200 len: 853 time: 0.1049848 Jul 28 01:21:41.524573 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca448e5-e2f0-47b3-90d6-e2b86814907d req-ba724346-8a83-4350-9fcc-7ba55affd939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:41.526109 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-cca448e5-e2f0-47b3-90d6-e2b86814907d req-ba724346-8a83-4350-9fcc-7ba55affd939 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bac661c0-9620-4ebf-b1dc-5201ea1d9315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0584321 Jul 28 01:21:41.528019 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-2bcc0daf-4d46-4444-85cb-c1cb86710005 service neutron] 10.222.0.17 "GET /v2.0/networks/f365ac42-75a7-4c3d-8591-d4097c9f6065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392705 Jul 28 01:21:41.707656 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-cca448e5-e2f0-47b3-90d6-e2b86814907d req-b9f4524f-2e5e-459a-9694-d01e851831cb service neutron] 10.222.0.42 "GET /v2.0/networks/bac661c0-9620-4ebf-b1dc-5201ea1d9315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716177 Jul 28 01:21:41.710903 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-790faabb-aea9-449c-9725-f10852c34594 service neutron] 10.222.0.17 "GET /v2.0/networks/f365ac42-75a7-4c3d-8591-d4097c9f6065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633556 Jul 28 01:21:41.800787 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ebe24-d3a4-4b3a-8ab2-79fc53436bb7 req-4780e501-d756-41c5-bfb5-fda48e25cf8e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:41.802298 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8b4ebe24-d3a4-4b3a-8ab2-79fc53436bb7 req-4780e501-d756-41c5-bfb5-fda48e25cf8e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5671e0a-fdd0-4692-93aa-4ff5ef293562 HTTP/1.1" status: 200 len: 943 time: 0.0936830 Jul 28 01:21:41.838227 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:41.868587 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-cca448e5-e2f0-47b3-90d6-e2b86814907d req-88233d0d-7572-4969-9f05-01f21992238f service neutron] 10.222.0.42 "GET /v2.0/networks/bac661c0-9620-4ebf-b1dc-5201ea1d9315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492021 Jul 28 01:21:41.880500 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8b4ebe24-d3a4-4b3a-8ab2-79fc53436bb7 req-30f46d19-86a2-4f25-8995-a62f547dea94 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups?id=530e6333-8cec-4583-a23f-2c7aa9e2d1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693111 Jul 28 01:21:42.003428 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-56aa5d11-c2af-4505-b5a4-0dbf8b59cf08 req-fb28a626-6d77-4242-b588-0efd579b78c9 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=a7cb86c7-bffa-49d1-abf4-1973ff6e3d47 HTTP/1.1" status: 200 len: 210 time: 0.0284767 Jul 28 01:21:42.227669 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fac723ae-3266-477d-a578-bf26f42ad4a6 req-f311bfb1-6610-446e-8cbd-106fdec7eee6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3aef8c75-a39b-4af4-813b-7d195164631d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386977 Jul 28 01:21:42.318532 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac723ae-3266-477d-a578-bf26f42ad4a6 req-9cb921f2-39c9-481f-9fff-b9826d038f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:42.320057 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fac723ae-3266-477d-a578-bf26f42ad4a6 req-9cb921f2-39c9-481f-9fff-b9826d038f7a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d14de33f76ea44db8899900481299b87&device_id=3aef8c75-a39b-4af4-813b-7d195164631d HTTP/1.1" status: 200 len: 1129 time: 0.0526571 Jul 28 01:21:42.456645 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac723ae-3266-477d-a578-bf26f42ad4a6 req-29446066-bce7-4ba6-8076-ae9ed5688eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:42.458203 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fac723ae-3266-477d-a578-bf26f42ad4a6 req-29446066-bce7-4ba6-8076-ae9ed5688eed service neutron] 10.222.0.42 "GET /v2.0/networks?id=f365ac42-75a7-4c3d-8591-d4097c9f6065 HTTP/1.1" status: 200 len: 913 time: 0.1056714 Jul 28 01:21:42.732864 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:42.827116 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fac723ae-3266-477d-a578-bf26f42ad4a6 req-3f2baa5b-4775-42d2-a92d-7527e050412f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e443d88-263d-417b-a4b5-1c7b5ec04947 HTTP/1.1" status: 200 len: 1001 time: 0.3578360 Jul 28 01:21:43.020413 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:43.021363 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccdf805-2586-4179-9b90-ec88e6382dbd req-8e6d9c19-baa9-4829-a442-6dcd19296784 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:43.023358 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-cccdf805-2586-4179-9b90-ec88e6382dbd req-8e6d9c19-baa9-4829-a442-6dcd19296784 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5671e0a-fdd0-4692-93aa-4ff5ef293562 HTTP/1.1" status: 200 len: 943 time: 0.0560997 Jul 28 01:21:43.037283 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:43.073452 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-cccdf805-2586-4179-9b90-ec88e6382dbd req-af8cb9bf-f6bd-488a-aebc-698188a471a6 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups?id=530e6333-8cec-4583-a23f-2c7aa9e2d1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441656 Jul 28 01:21:43.107867 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-199bc43e-a18d-42e7-9a10-a1bd4af02968 req-a2115e37-47ba-45d8-8253-fcdc985ca5a1 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=a7cb86c7-bffa-49d1-abf4-1973ff6e3d47 HTTP/1.1" status: 200 len: 210 time: 0.0288815 Jul 28 01:21:43.262073 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:43.279305 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac723ae-3266-477d-a578-bf26f42ad4a6 req-70b7d3e8-3b57-42b4-9fc4-ea48f4ea83c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:43.281010 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fac723ae-3266-477d-a578-bf26f42ad4a6 req-70b7d3e8-3b57-42b4-9fc4-ea48f4ea83c5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12 HTTP/1.1" status: 200 len: 851 time: 0.0526812 Jul 28 01:21:43.286188 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 0f4b842e-8b20-44f6-b3fc-362c3ed518c8 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 01:21:43.350430 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac723ae-3266-477d-a578-bf26f42ad4a6 req-bc8c1cfd-a329-44a5-8571-e68d8bc10ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:43.352068 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fac723ae-3266-477d-a578-bf26f42ad4a6 req-bc8c1cfd-a329-44a5-8571-e68d8bc10ed4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f365ac42-75a7-4c3d-8591-d4097c9f6065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0625932 Jul 28 01:21:43.419748 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 0f4b842e-8b20-44f6-b3fc-362c3ed518c8, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=0f4b842e-8b20-44f6-b3fc-362c3ed518c8,segment=NetworkSegment(09a4dbbe-38b5-4ce4-8d83-42afd69b4a73),segment_id=09a4dbbe-38b5-4ce4-8d83-42afd69b4a73)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:21:43.433419 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Returning: {'device': '0f4b842e-8b20-44f6-b3fc-362c3ed518c8', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'port_id': '0f4b842e-8b20-44f6-b3fc-362c3ed518c8', 'mac_address': 'fa:16:3e:6b:8d:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 01:21:43.474121 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port 0f4b842e-8b20-44f6-b3fc-362c3ed518c8 is: DOWN; New status is: BUILD {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:21:43.474517 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (0f4b842e-8b20-44f6-b3fc-362c3ed518c8), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:43.479641 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-34c3ed67-1702-4135-bcb1-6ec554725cf9 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:43.481298 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-34c3ed67-1702-4135-bcb1-6ec554725cf9 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.42 "GET /v2.0/networks?id=f365ac42-75a7-4c3d-8591-d4097c9f6065 HTTP/1.1" status: 200 len: 812 time: 0.1309433 Jul 28 01:21:43.494730 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f4b842e-8b20-44f6-b3fc-362c3ed518c8 {{(pid=104163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 01:21:43.512075 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fac723ae-3266-477d-a578-bf26f42ad4a6 req-37f8dc83-d108-4be8-bf07-01cade80ff23 service neutron] 10.222.0.42 "GET /v2.0/networks/f365ac42-75a7-4c3d-8591-d4097c9f6065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460869 Jul 28 01:21:43.519150 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 0f4b842e-8b20-44f6-b3fc-362c3ed518c8, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=0f4b842e-8b20-44f6-b3fc-362c3ed518c8,segment=NetworkSegment(09a4dbbe-38b5-4ce4-8d83-42afd69b4a73),segment_id=09a4dbbe-38b5-4ce4-8d83-42afd69b4a73)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:21:43.524082 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (0f4b842e-8b20-44f6-b3fc-362c3ed518c8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:43.558740 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-7c75f286-f1fa-405b-9225-d8395ee2cf07 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d14de33f76ea44db8899900481299b87 HTTP/1.1" status: 200 len: 380 time: 0.0668852 Jul 28 01:21:43.571220 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-0a0cb4d9-5cbc-4a65-b618-a20e84c6eba6 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Request body: {'port': {'device_id': 'a7cb86c7-bffa-49d1-abf4-1973ff6e3d47', 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065', 'admin_state_up': True, 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'security_groups': ['03453fe8-8e0a-4e94-8479-3e9df7c7ae78']}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:21:43.584504 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=0f4b842e-8b20-44f6-b3fc-362c3ed518c8,revision_number=4']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:43.641845 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fac723ae-3266-477d-a578-bf26f42ad4a6 req-d8166b15-ca58-4e76-a993-12e5354d2167 service neutron] 10.222.0.42 "GET /v2.0/networks/f365ac42-75a7-4c3d-8591-d4097c9f6065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174712 Jul 28 01:21:43.712446 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-0a0cb4d9-5cbc-4a65-b618-a20e84c6eba6 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Made reservation on behalf of d14de33f76ea44db8899900481299b87 for: {'port': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:21:43.721529 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-0a0cb4d9-5cbc-4a65-b618-a20e84c6eba6 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:43.782258 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] get_ports_and_sgs() called for port_ids ['0f4b842e-8b20-44f6-b3fc-362c3ed518c8'] {{(pid=104163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 01:21:43.942429 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-0a0cb4d9-5cbc-4a65-b618-a20e84c6eba6 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Allocated IP 172.20.0.13 (f365ac42-75a7-4c3d-8591-d4097c9f6065/bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12/5d38e46e-4f07-4410-82fe-f06a06925de2) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:21:43.954571 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 54334) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:21:44.120988 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-4f1ba0c9-1770-4324-8de5-3bd71ae8df48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:44.147007 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-0a0cb4d9-5cbc-4a65-b618-a20e84c6eba6 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks [] for port (5d38e46e-4f07-4410-82fe-f06a06925de2), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:44.147248 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c5c32-38db-427c-8759-eb7183531444 req-fcad21ab-90f3-479f-bb44-e31e3269aed8 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:44.148762 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e01c5c32-38db-427c-8759-eb7183531444 req-fcad21ab-90f3-479f-bb44-e31e3269aed8 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/ports?device_id=b3b4c04e-6092-46be-81eb-ba1875da7604 HTTP/1.1" status: 200 len: 945 time: 0.0933070 Jul 28 01:21:44.180636 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-0a0cb4d9-5cbc-4a65-b618-a20e84c6eba6 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4595618'] for port (5d38e46e-4f07-4410-82fe-f06a06925de2), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:44.234799 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-0a0cb4d9-5cbc-4a65-b618-a20e84c6eba6 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Network f365ac42-75a7-4c3d-8591-d4097c9f6065 is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:21:44.238537 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-0a0cb4d9-5cbc-4a65-b618-a20e84c6eba6 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:21:44.240535 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0cb4d9-5cbc-4a65-b618-a20e84c6eba6 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Pushing event updated for resources: {'Port': ['ID=5d38e46e-4f07-4410-82fe-f06a06925de2,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:44.242945 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-0a0cb4d9-5cbc-4a65-b618-a20e84c6eba6 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:21:44.249331 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545e385-8897-4b49-8ad6-2e1957fd6597 req-6bbd6928-a176-4dc7-96f8-356e517b6e5d tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:44.250778 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8545e385-8897-4b49-8ad6-2e1957fd6597 req-6bbd6928-a176-4dc7-96f8-356e517b6e5d tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5671e0a-fdd0-4692-93aa-4ff5ef293562 HTTP/1.1" status: 200 len: 944 time: 0.0829194 Jul 28 01:21:44.268677 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:44.273818 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0cb4d9-5cbc-4a65-b618-a20e84c6eba6 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:44.273818 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0cb4d9-5cbc-4a65-b618-a20e84c6eba6 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:44.274176 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0cb4d9-5cbc-4a65-b618-a20e84c6eba6 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:44.274534 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0cb4d9-5cbc-4a65-b618-a20e84c6eba6 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:44.274966 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0cb4d9-5cbc-4a65-b618-a20e84c6eba6 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:44.275259 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0cb4d9-5cbc-4a65-b618-a20e84c6eba6 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:44.275573 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0cb4d9-5cbc-4a65-b618-a20e84c6eba6 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:44.275910 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0cb4d9-5cbc-4a65-b618-a20e84c6eba6 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:44.276239 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0cb4d9-5cbc-4a65-b618-a20e84c6eba6 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:44.276580 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0cb4d9-5cbc-4a65-b618-a20e84c6eba6 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:44.277098 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0cb4d9-5cbc-4a65-b618-a20e84c6eba6 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:44.277230 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0cb4d9-5cbc-4a65-b618-a20e84c6eba6 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:44.277508 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0cb4d9-5cbc-4a65-b618-a20e84c6eba6 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:44.277849 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0cb4d9-5cbc-4a65-b618-a20e84c6eba6 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:44.278158 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0cb4d9-5cbc-4a65-b618-a20e84c6eba6 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:21:44.280566 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e01c5c32-38db-427c-8759-eb7183531444 req-319a7e4f-cc83-4d95-947a-724f0473c88a tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/security-groups?id=05db75c2-d7b6-429e-beff-d7c9b2b441f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249228 Jul 28 01:21:44.310080 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-0a0cb4d9-5cbc-4a65-b618-a20e84c6eba6 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:44.310802 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-0a0cb4d9-5cbc-4a65-b618-a20e84c6eba6 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:44.331675 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-0a0cb4d9-5cbc-4a65-b618-a20e84c6eba6 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7654696 Jul 28 01:21:44.343467 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-4f1ba0c9-1770-4324-8de5-3bd71ae8df48 admin admin] Publish callbacks [] for security_group (c44311db-9404-4a3d-8daf-d12395e9c01e), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:44.348741 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8545e385-8897-4b49-8ad6-2e1957fd6597 req-bd6ba2db-06a9-4a57-94a5-506bd386e13c tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups?id=530e6333-8cec-4583-a23f-2c7aa9e2d1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888186 Jul 28 01:21:44.349788 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-4f1ba0c9-1770-4324-8de5-3bd71ae8df48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (c44311db-9404-4a3d-8daf-d12395e9c01e), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:44.353678 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:44.428221 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.agents_db [None req-b5d7b8ea-190f-43e3-81f4-c45e7fbfa344 None None] Agent healthcheck: found 6 active agents {{(pid=104164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 01:21:44.439933 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-4f1ba0c9-1770-4324-8de5-3bd71ae8df48 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=7f9fcd161fc74a9891adc66a1d5d8bca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4839914 Jul 28 01:21:44.442946 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 54344) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:21:44.451698 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1ba0c9-1770-4324-8de5-3bd71ae8df48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44311db-9404-4a3d-8daf-d12395e9c01e,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:44.479589 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224f104-159c-4439-aa65-ac9912d34f2d req-5d1becd4-88ba-47bd-a319-f9057d1055f1 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:44.481388 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2224f104-159c-4439-aa65-ac9912d34f2d req-5d1becd4-88ba-47bd-a319-f9057d1055f1 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=a7cb86c7-bffa-49d1-abf4-1973ff6e3d47 HTTP/1.1" status: 200 len: 932 time: 0.0939870 Jul 28 01:21:44.552621 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-63fa6506-c9f3-437a-bd6b-81f5d13b54d7 admin admin] Publish callbacks [] for security_group (c44311db-9404-4a3d-8daf-d12395e9c01e), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:44.557538 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2224f104-159c-4439-aa65-ac9912d34f2d req-a02465dd-b5a8-470c-9362-009c00fe15b6 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673652 Jul 28 01:21:44.575976 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-75876f2e-3338-4d4d-bc26-15ea9a34daac None None] Provisioning complete for port 5d38e46e-4f07-4410-82fe-f06a06925de2 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:21:44.576355 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-75876f2e-3338-4d4d-bc26-15ea9a34daac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (5d38e46e-4f07-4410-82fe-f06a06925de2), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:44.585731 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-63fa6506-c9f3-437a-bd6b-81f5d13b54d7 admin admin] Publish callbacks [] for security_group (c44311db-9404-4a3d-8daf-d12395e9c01e), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:44.609073 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-75876f2e-3338-4d4d-bc26-15ea9a34daac None None] Port 5d38e46e-4f07-4410-82fe-f06a06925de2 cannot update to ACTIVE because it is not bound. {{(pid=104163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 01:21:44.637282 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-63fa6506-c9f3-437a-bd6b-81f5d13b54d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (c44311db-9404-4a3d-8daf-d12395e9c01e), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:44.640001 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-63fa6506-c9f3-437a-bd6b-81f5d13b54d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:44.641220 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-63fa6506-c9f3-437a-bd6b-81f5d13b54d7 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c44311db-9404-4a3d-8daf-d12395e9c01e HTTP/1.1" status: 204 len: 168 time: 0.1973550 Jul 28 01:21:44.649380 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fa6506-c9f3-437a-bd6b-81f5d13b54d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44311db-9404-4a3d-8daf-d12395e9c01e,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:45.297306 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 0f4b842e-8b20-44f6-b3fc-362c3ed518c8 up at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:21:45.343620 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Provisioning for port 0f4b842e-8b20-44f6-b3fc-362c3ed518c8 completed by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 01:21:45.350791 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Provisioning complete for port 0f4b842e-8b20-44f6-b3fc-362c3ed518c8 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:21:45.351245 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (0f4b842e-8b20-44f6-b3fc-362c3ed518c8), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:45.385568 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:45.391918 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:45.393281 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-ed9d6d96-5eed-46ba-bc3f-ae8f727e9794 service neutron] Request body: {'port': {'device_id': 'a7cb86c7-bffa-49d1-abf4-1973ff6e3d47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:21:45.436663 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8e030-e154-4c93-9148-834ff28d31b3 req-455c5f81-7d47-422f-89d9-500ef3507591 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:45.443972 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-51c8e030-e154-4c93-9148-834ff28d31b3 req-455c5f81-7d47-422f-89d9-500ef3507591 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/ports?device_id=b3b4c04e-6092-46be-81eb-ba1875da7604 HTTP/1.1" status: 200 len: 945 time: 0.0654318 Jul 28 01:21:45.462932 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port 0f4b842e-8b20-44f6-b3fc-362c3ed518c8 is: BUILD; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:21:45.463807 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (0f4b842e-8b20-44f6-b3fc-362c3ed518c8), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:45.477744 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-ed9d6d96-5eed-46ba-bc3f-ae8f727e9794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (5d38e46e-4f07-4410-82fe-f06a06925de2), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:45.501382 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-51c8e030-e154-4c93-9148-834ff28d31b3 req-26fbad73-ae82-42da-8247-ce2e9967e7f6 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/security-groups?id=05db75c2-d7b6-429e-beff-d7c9b2b441f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564225 Jul 28 01:21:45.545503 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 0f4b842e-8b20-44f6-b3fc-362c3ed518c8, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=0f4b842e-8b20-44f6-b3fc-362c3ed518c8,segment=NetworkSegment(09a4dbbe-38b5-4ce4-8d83-42afd69b4a73),segment_id=09a4dbbe-38b5-4ce4-8d83-42afd69b4a73)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:21:45.546547 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5671e0a-fdd0-4692-93aa-4ff5ef293562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f4b842e-8b20-44f6-b3fc-362c3ed518c8'}] {{(pid=104163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:21:45.549278 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74574a7e5f5019bac05c50995ec4c38decffa50ba6d5d10f63080a9b4086ca7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8d95dd-7b02-417d-8009-a313968382fc" -d '{"events": [{"server_uuid": "d5671e0a-fdd0-4692-93aa-4ff5ef293562", "name": "network-vif-plugged", "status": "completed", "tag": "0f4b842e-8b20-44f6-b3fc-362c3ed518c8"}]}' {{(pid=104163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:21:45.553770 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (0f4b842e-8b20-44f6-b3fc-362c3ed518c8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:45.609839 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751a007-1aaa-42b9-a95f-10d81423f2de req-2899ec4e-f0b6-40d7-a90d-b729cea3d8ff tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:45.611459 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=0f4b842e-8b20-44f6-b3fc-362c3ed518c8,revision_number=5']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:45.621002 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b751a007-1aaa-42b9-a95f-10d81423f2de req-2899ec4e-f0b6-40d7-a90d-b729cea3d8ff tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5671e0a-fdd0-4692-93aa-4ff5ef293562 HTTP/1.1" status: 200 len: 945 time: 0.0781906 Jul 28 01:21:45.623719 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 01:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5368781-97a7-4bee-95e8-35a8c72bc475 x-openstack-request-id: req-f5368781-97a7-4bee-95e8-35a8c72bc475 {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:21:45.624454 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5671e0a-fdd0-4692-93aa-4ff5ef293562", "name": "network-vif-plugged", "status": "completed", "tag": "0f4b842e-8b20-44f6-b3fc-362c3ed518c8", "code": 200}]} {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:21:45.624914 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-f5368781-97a7-4bee-95e8-35a8c72bc475 {{(pid=104163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:21:45.625892 dv-cinder-815582-11-iscsi neutron-server[104163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5368781-97a7-4bee-95e8-35a8c72bc475'] response: {'server_uuid': 'd5671e0a-fdd0-4692-93aa-4ff5ef293562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f4b842e-8b20-44f6-b3fc-362c3ed518c8', 'code': 200} Jul 28 01:21:45.654134 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:45.695885 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b751a007-1aaa-42b9-a95f-10d81423f2de req-0bb33b41-949d-43a2-a439-9024f1ef6d41 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups?id=530e6333-8cec-4583-a23f-2c7aa9e2d1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736890 Jul 28 01:21:45.798675 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ef3f7-16f8-421a-9058-54adf0e8a422 req-e2d02a75-637f-4925-9a09-78c1e204fd2d tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:45.800418 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-948ef3f7-16f8-421a-9058-54adf0e8a422 req-e2d02a75-637f-4925-9a09-78c1e204fd2d tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=a7cb86c7-bffa-49d1-abf4-1973ff6e3d47 HTTP/1.1" status: 200 len: 932 time: 0.0992734 Jul 28 01:21:45.808756 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b297302-eb2e-4ae6-b535-d2cb478da834 req-a69db2c8-3e9e-432f-a7cf-70c236d27b88 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:45.810375 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7b297302-eb2e-4ae6-b535-d2cb478da834 req-a69db2c8-3e9e-432f-a7cf-70c236d27b88 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3b4c04e-6092-46be-81eb-ba1875da7604 HTTP/1.1" status: 200 len: 945 time: 0.0905085 Jul 28 01:21:45.890158 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-948ef3f7-16f8-421a-9058-54adf0e8a422 req-025d20ab-64a9-4e9e-bcd4-47b764ed62a9 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772698 Jul 28 01:21:45.903501 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-ed9d6d96-5eed-46ba-bc3f-ae8f727e9794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d38e46e-4f07-4410-82fe-f06a06925de2 {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 01:21:45.913747 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba050f44-faa8-4df8-ab2e-22aef746221e req-e8cc751e-9b7c-477f-b204-ceee3b771f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:45.915396 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-ba050f44-faa8-4df8-ab2e-22aef746221e req-e8cc751e-9b7c-477f-b204-ceee3b771f5e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d5671e0a-fdd0-4692-93aa-4ff5ef293562 HTTP/1.1" status: 200 len: 1129 time: 0.0546701 Jul 28 01:21:45.917285 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-ed9d6d96-5eed-46ba-bc3f-ae8f727e9794 service neutron] Publish callbacks [] for port (5d38e46e-4f07-4410-82fe-f06a06925de2), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:45.946644 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-ed9d6d96-5eed-46ba-bc3f-ae8f727e9794 service neutron] Transition to ACTIVE for port object 5d38e46e-4f07-4410-82fe-f06a06925de2 will not be triggered until provisioned by entity L2. {{(pid=104161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 01:21:45.955425 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-ed9d6d96-5eed-46ba-bc3f-ae8f727e9794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4595637'] for port (5d38e46e-4f07-4410-82fe-f06a06925de2), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:45.962034 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [req-7b297302-eb2e-4ae6-b535-d2cb478da834 req-64b955dd-498c-452a-9bf8-1e4359d6f7ec tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Deleting port 2fac2c95-cf02-4ee0-ad0c-4bd68363a281 {{(pid=104162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:21:45.962763 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-7b297302-eb2e-4ae6-b535-d2cb478da834 req-64b955dd-498c-452a-9bf8-1e4359d6f7ec tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (2fac2c95-cf02-4ee0-ad0c-4bd68363a281), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:46.016027 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-ba050f44-faa8-4df8-ab2e-22aef746221e req-65789630-6bd2-471a-b70a-9d6dea1f8cf6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=530e6333-8cec-4583-a23f-2c7aa9e2d1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916750 Jul 28 01:21:46.024060 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9d6d96-5eed-46ba-bc3f-ae8f727e9794 service neutron] Pushing event updated for resources: {'Port': ['ID=5d38e46e-4f07-4410-82fe-f06a06925de2,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:46.071452 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [req-7b297302-eb2e-4ae6-b535-d2cb478da834 req-64b955dd-498c-452a-9bf8-1e4359d6f7ec tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] For port 2fac2c95-cf02-4ee0-ad0c-4bd68363a281, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=2fac2c95-cf02-4ee0-ad0c-4bd68363a281,segment=NetworkSegment(f5259667-9b20-43d4-a9e8-d47c635db74c),segment_id=f5259667-9b20-43d4-a9e8-d47c635db74c)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:21:46.071758 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-7b297302-eb2e-4ae6-b535-d2cb478da834 req-64b955dd-498c-452a-9bf8-1e4359d6f7ec tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (2fac2c95-cf02-4ee0-ad0c-4bd68363a281), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:46.086215 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [req-7b297302-eb2e-4ae6-b535-d2cb478da834 req-64b955dd-498c-452a-9bf8-1e4359d6f7ec tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Calling delete_port for 2fac2c95-cf02-4ee0-ad0c-4bd68363a281 owned by compute:nova {{(pid=104162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:21:46.102610 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-ed9d6d96-5eed-46ba-bc3f-ae8f727e9794 service neutron] Attempting to bind port 5d38e46e-4f07-4410-82fe-f06a06925de2 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:21:46.102963 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-ed9d6d96-5eed-46ba-bc3f-ae8f727e9794 service neutron] Attempting to bind port 5d38e46e-4f07-4410-82fe-f06a06925de2 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:21:46.103287 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-ed9d6d96-5eed-46ba-bc3f-ae8f727e9794 service neutron] Attempting to bind port 5d38e46e-4f07-4410-82fe-f06a06925de2 on network f365ac42-75a7-4c3d-8591-d4097c9f6065 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:21:46.107919 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-ed9d6d96-5eed-46ba-bc3f-ae8f727e9794 service neutron] Port 5d38e46e-4f07-4410-82fe-f06a06925de2 on network f365ac42-75a7-4c3d-8591-d4097c9f6065 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 01:21:46.108236 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-ed9d6d96-5eed-46ba-bc3f-ae8f727e9794 service neutron] Attempting to bind port 5d38e46e-4f07-4410-82fe-f06a06925de2 on network f365ac42-75a7-4c3d-8591-d4097c9f6065 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:21:46.115457 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-ed9d6d96-5eed-46ba-bc3f-ae8f727e9794 service neutron] Checking agent: {'id': '8d4a48be-b376-49eb-a7aa-478deaa3f35f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 11, 32), 'started_at': datetime.datetime(2022, 7, 28, 1, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:21:46.115790 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-ed9d6d96-5eed-46ba-bc3f-ae8f727e9794 service neutron] Checking segment: {'id': 'adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:21:46.116904 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-ed9d6d96-5eed-46ba-bc3f-ae8f727e9794 service neutron] Bound using segment: {'id': 'adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:21:46.117356 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-ed9d6d96-5eed-46ba-bc3f-ae8f727e9794 service neutron] Bound port: 5d38e46e-4f07-4410-82fe-f06a06925de2, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:21:46.117851 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-ed9d6d96-5eed-46ba-bc3f-ae8f727e9794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (5d38e46e-4f07-4410-82fe-f06a06925de2), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:46.163350 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:46.182977 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-ed9d6d96-5eed-46ba-bc3f-ae8f727e9794 service neutron] For port 5d38e46e-4f07-4410-82fe-f06a06925de2, host hv-cinder-81558, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:21:46.186414 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-ed9d6d96-5eed-46ba-bc3f-ae8f727e9794 service neutron] For port 5d38e46e-4f07-4410-82fe-f06a06925de2, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=5d38e46e-4f07-4410-82fe-f06a06925de2,segment=NetworkSegment(adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742),segment_id=adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:21:46.194354 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-ed9d6d96-5eed-46ba-bc3f-ae8f727e9794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4595637'] for port (5d38e46e-4f07-4410-82fe-f06a06925de2), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:46.235810 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-7b297302-eb2e-4ae6-b535-d2cb478da834 req-64b955dd-498c-452a-9bf8-1e4359d6f7ec tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (2fac2c95-cf02-4ee0-ad0c-4bd68363a281), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:46.239803 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-ed9d6d96-5eed-46ba-bc3f-ae8f727e9794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:46.241270 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-ed9d6d96-5eed-46ba-bc3f-ae8f727e9794 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:46.242793 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-ed9d6d96-5eed-46ba-bc3f-ae8f727e9794 service neutron] 10.222.0.42 "PUT /v2.0/ports/5d38e46e-4f07-4410-82fe-f06a06925de2 HTTP/1.1" status: 200 len: 1094 time: 0.8549654 Jul 28 01:21:46.243170 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7cb86c7-bffa-49d1-abf4-1973ff6e3d47', 'tag': '5d38e46e-4f07-4410-82fe-f06a06925de2'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:21:46.247895 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0f5ab60fa46dcea77c59dd77281ac580fb802378bd5ff0a4b9baf266696a00a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c2e37e-7598-474b-b8d0-426cfe8eba90" -d '{"events": [{"name": "network-changed", "server_uuid": "a7cb86c7-bffa-49d1-abf4-1973ff6e3d47", "tag": "5d38e46e-4f07-4410-82fe-f06a06925de2"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:21:46.267671 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] get_ports_and_sgs() called for port_ids ['2fac2c95-cf02-4ee0-ad0c-4bd68363a281'] {{(pid=104163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 01:21:46.273984 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9d6d96-5eed-46ba-bc3f-ae8f727e9794 service neutron] Pushing event updated for resources: {'Port': ['ID=5d38e46e-4f07-4410-82fe-f06a06925de2,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:46.281126 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b955dd-498c-452a-9bf8-1e4359d6f7ec tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Pushing event deleted for resources: {'Port': ['ID=2fac2c95-cf02-4ee0-ad0c-4bd68363a281,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:46.300184 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 01:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f09bcde-ed74-4b60-b311-db53b20b14af x-openstack-request-id: req-0f09bcde-ed74-4b60-b311-db53b20b14af {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:21:46.300478 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7cb86c7-bffa-49d1-abf4-1973ff6e3d47", "tag": "5d38e46e-4f07-4410-82fe-f06a06925de2", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:21:46.300785 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-0f09bcde-ed74-4b60-b311-db53b20b14af {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:21:46.301338 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f09bcde-ed74-4b60-b311-db53b20b14af'] response: {'name': 'network-changed', 'server_uuid': 'a7cb86c7-bffa-49d1-abf4-1973ff6e3d47', 'tag': '5d38e46e-4f07-4410-82fe-f06a06925de2', 'status': 'completed', 'code': 200} Jul 28 01:21:46.352431 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b297302-eb2e-4ae6-b535-d2cb478da834 req-64b955dd-498c-452a-9bf8-1e4359d6f7ec tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] No DVR routers for this DVR port 2fac2c95-cf02-4ee0-ad0c-4bd68363a281 on host hv-cinder-81558 {{(pid=104162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 01:21:46.352607 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-2706cb54-68b3-4b84-aee7-79fd0aa84124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:46.354342 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-2706cb54-68b3-4b84-aee7-79fd0aa84124 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d14de33f76ea44db8899900481299b87&device_id=a7cb86c7-bffa-49d1-abf4-1973ff6e3d47 HTTP/1.1" status: 200 len: 1128 time: 0.0434332 Jul 28 01:21:46.355097 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-7b297302-eb2e-4ae6-b535-d2cb478da834 req-64b955dd-498c-452a-9bf8-1e4359d6f7ec tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:46.358477 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7b297302-eb2e-4ae6-b535-d2cb478da834 req-64b955dd-498c-452a-9bf8-1e4359d6f7ec tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.42 "DELETE /v2.0/ports/2fac2c95-cf02-4ee0-ad0c-4bd68363a281 HTTP/1.1" status: 204 len: 173 time: 0.5169356 Jul 28 01:21:46.358948 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b4c04e-6092-46be-81eb-ba1875da7604', 'name': 'network-vif-deleted', 'tag': '2fac2c95-cf02-4ee0-ad0c-4bd68363a281'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:21:46.361297 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f6b11fd638c6a58f8ef19871f5a43997b3abcb3256dc707badf279ceb4d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3534b48-a7e4-4fae-8e50-8ec8df2fddd7" -d '{"events": [{"server_uuid": "b3b4c04e-6092-46be-81eb-ba1875da7604", "name": "network-vif-deleted", "tag": "2fac2c95-cf02-4ee0-ad0c-4bd68363a281"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:21:46.399621 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-258e2398-eefa-4053-b29a-d3e7c31ab06f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d38e46e-4f07-4410-82fe-f06a06925de2 HTTP/1.1" status: 200 len: 217 time: 0.0344806 Jul 28 01:21:46.421865 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 01:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca31b969-d6c4-47a9-92eb-66c14a5c4974 x-openstack-request-id: req-ca31b969-d6c4-47a9-92eb-66c14a5c4974 {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:21:46.422385 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b4c04e-6092-46be-81eb-ba1875da7604", "name": "network-vif-deleted", "tag": "2fac2c95-cf02-4ee0-ad0c-4bd68363a281", "status": "completed", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:21:46.422488 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-ca31b969-d6c4-47a9-92eb-66c14a5c4974 {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:21:46.423043 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca31b969-d6c4-47a9-92eb-66c14a5c4974'] response: {'server_uuid': 'b3b4c04e-6092-46be-81eb-ba1875da7604', 'name': 'network-vif-deleted', 'tag': '2fac2c95-cf02-4ee0-ad0c-4bd68363a281', 'status': 'completed', 'code': 200} Jul 28 01:21:46.599733 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-70f899a0-9be2-483a-96de-845f9de60e14 req-00dd0e93-b81b-4123-ab4d-0f741060eaa5 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/ports?device_id=b3b4c04e-6092-46be-81eb-ba1875da7604 HTTP/1.1" status: 200 len: 210 time: 0.0287457 Jul 28 01:21:46.728480 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:46.749727 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-d54af11d-18a4-4f66-bd4b-cb497308b49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:46.751726 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-d54af11d-18a4-4f66-bd4b-cb497308b49e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12 HTTP/1.1" status: 200 len: 851 time: 0.0557528 Jul 28 01:21:46.798049 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-04f3044f-f230-4e85-88ce-0c6aa240ccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:46.800832 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-04f3044f-f230-4e85-88ce-0c6aa240ccc3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f365ac42-75a7-4c3d-8591-d4097c9f6065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430984 Jul 28 01:21:46.836117 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497f3a6-f2a9-4a34-84e8-aff910732254 req-ed14030f-4511-4177-a21e-d9a380a78822 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:46.837634 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-6497f3a6-f2a9-4a34-84e8-aff910732254 req-ed14030f-4511-4177-a21e-d9a380a78822 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5671e0a-fdd0-4692-93aa-4ff5ef293562 HTTP/1.1" status: 200 len: 945 time: 0.0523698 Jul 28 01:21:46.889161 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-6497f3a6-f2a9-4a34-84e8-aff910732254 req-e51c47e5-57f9-433a-ac44-9c72d6badf51 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups?id=530e6333-8cec-4583-a23f-2c7aa9e2d1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452363 Jul 28 01:21:46.929489 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-fb1d6e16-864e-4107-9f07-387c0fad6666 service neutron] 10.222.0.42 "GET /v2.0/networks/f365ac42-75a7-4c3d-8591-d4097c9f6065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955777 Jul 28 01:21:47.012000 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc42b9c-e62f-4031-beaa-22448db80c70 req-3fbe6941-1334-4746-a93a-3c8c30ccf9a6 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:47.013492 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1dc42b9c-e62f-4031-beaa-22448db80c70 req-3fbe6941-1334-4746-a93a-3c8c30ccf9a6 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=a7cb86c7-bffa-49d1-abf4-1973ff6e3d47 HTTP/1.1" status: 200 len: 944 time: 0.0476174 Jul 28 01:21:47.066885 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1dc42b9c-e62f-4031-beaa-22448db80c70 req-eb3a24ce-e0eb-45aa-8919-39c8f8f19448 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475802 Jul 28 01:21:47.116753 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-4b8c4cbd-e4c0-4771-9177-dc958810d98d req-c8fd041a-bc54-4cde-8c05-fb069cc52ae1 service neutron] 10.222.0.42 "GET /v2.0/networks/f365ac42-75a7-4c3d-8591-d4097c9f6065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920529 Jul 28 01:21:47.731628 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4d6ce8ce-c912-45f9-a125-37aab73e9c41 req-3fa96b0e-3d29-4a0a-921b-0e63655c6df6 tempest-VolumesSnapshotTestJSON-1780863891 tempest-VolumesSnapshotTestJSON-1780863891-project] 10.222.0.17 "GET /v2.0/ports?device_id=b3b4c04e-6092-46be-81eb-ba1875da7604 HTTP/1.1" status: 200 len: 210 time: 0.0382042 Jul 28 01:21:47.934006 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2e37e-7598-474b-b8d0-426cfe8eba90 req-7a24181b-d656-423d-9403-4964d3519468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:47.936149 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-56c2e37e-7598-474b-b8d0-426cfe8eba90 req-7a24181b-d656-423d-9403-4964d3519468 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d14de33f76ea44db8899900481299b87&device_id=a7cb86c7-bffa-49d1-abf4-1973ff6e3d47 HTTP/1.1" status: 200 len: 1128 time: 0.0419106 Jul 28 01:21:47.952853 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:48.025352 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458927e-817b-4214-9cfd-ca8880cc6f63 req-5d8392f1-ed4a-4359-adb7-c1e6f3920d6d tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:48.026808 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1458927e-817b-4214-9cfd-ca8880cc6f63 req-5d8392f1-ed4a-4359-adb7-c1e6f3920d6d tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5671e0a-fdd0-4692-93aa-4ff5ef293562 HTTP/1.1" status: 200 len: 945 time: 0.0613484 Jul 28 01:21:48.047839 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2e37e-7598-474b-b8d0-426cfe8eba90 req-577d0846-b5b0-4661-9cf7-8de4631812be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:48.049754 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-56c2e37e-7598-474b-b8d0-426cfe8eba90 req-577d0846-b5b0-4661-9cf7-8de4631812be service neutron] 10.222.0.42 "GET /v2.0/networks?id=f365ac42-75a7-4c3d-8591-d4097c9f6065 HTTP/1.1" status: 200 len: 913 time: 0.1068854 Jul 28 01:21:48.060178 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:48.078314 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-1458927e-817b-4214-9cfd-ca8880cc6f63 req-147a8199-ffcf-481f-a69a-5160cf749479 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups?id=530e6333-8cec-4583-a23f-2c7aa9e2d1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452056 Jul 28 01:21:48.092101 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-56c2e37e-7598-474b-b8d0-426cfe8eba90 req-36817498-2fe9-496a-9dd0-757b9f9420ab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d38e46e-4f07-4410-82fe-f06a06925de2 HTTP/1.1" status: 200 len: 217 time: 0.0331652 Jul 28 01:21:48.147687 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2e37e-7598-474b-b8d0-426cfe8eba90 req-95137dcd-dd7b-47b4-ab07-78b40e5991c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:48.149222 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-56c2e37e-7598-474b-b8d0-426cfe8eba90 req-95137dcd-dd7b-47b4-ab07-78b40e5991c1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12 HTTP/1.1" status: 200 len: 851 time: 0.0488005 Jul 28 01:21:48.198292 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2e37e-7598-474b-b8d0-426cfe8eba90 req-e769176d-9b28-41f5-82d0-f4e936d51a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:48.199842 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-56c2e37e-7598-474b-b8d0-426cfe8eba90 req-e769176d-9b28-41f5-82d0-f4e936d51a2d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f365ac42-75a7-4c3d-8591-d4097c9f6065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428143 Jul 28 01:21:48.221411 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eadbe6f-1b33-4c51-82fb-e92d71b46deb req-4fd69b8e-22a5-4f75-b7a6-c09f00e0ddcc tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:48.222926 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2eadbe6f-1b33-4c51-82fb-e92d71b46deb req-4fd69b8e-22a5-4f75-b7a6-c09f00e0ddcc tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=a7cb86c7-bffa-49d1-abf4-1973ff6e3d47 HTTP/1.1" status: 200 len: 944 time: 0.0770960 Jul 28 01:21:48.231174 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ed568-15a3-4e24-986a-fe7c4968bd0f req-4ed32278-f5a6-4616-b249-1758fbeb6d1d tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:48.232396 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e75ed568-15a3-4e24-986a-fe7c4968bd0f req-4ed32278-f5a6-4616-b249-1758fbeb6d1d tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5671e0a-fdd0-4692-93aa-4ff5ef293562 HTTP/1.1" status: 200 len: 945 time: 0.0776181 Jul 28 01:21:48.246537 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 54374) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:21:48.252656 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-e61bc0e8-c19b-48d1-9509-ec476740d906 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Request body: {'floatingip': {'port_id': '0f4b842e-8b20-44f6-b3fc-362c3ed518c8'}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:21:48.294699 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-56c2e37e-7598-474b-b8d0-426cfe8eba90 req-b33b9fc4-c283-4c23-a9f1-c0a3a77251f3 service neutron] 10.222.0.42 "GET /v2.0/networks/f365ac42-75a7-4c3d-8591-d4097c9f6065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871589 Jul 28 01:21:48.299316 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e61bc0e8-c19b-48d1-9509-ec476740d906 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for floatingip (ad55f827-8f9f-4466-bddb-9cca4f86788a), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:48.355041 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2eadbe6f-1b33-4c51-82fb-e92d71b46deb req-8e43c89f-1310-439d-80c8-3763c0fffd0f tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216538 Jul 28 01:21:48.396416 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-56c2e37e-7598-474b-b8d0-426cfe8eba90 req-126497e8-6b7b-4db6-a569-af838ab25386 service neutron] 10.222.0.42 "GET /v2.0/networks/f365ac42-75a7-4c3d-8591-d4097c9f6065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952818 Jul 28 01:21:48.783275 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e61bc0e8-c19b-48d1-9509-ec476740d906 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:48.788978 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e61bc0e8-c19b-48d1-9509-ec476740d906 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-949731'] for floatingip (ad55f827-8f9f-4466-bddb-9cca4f86788a), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:48.868014 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:48.892608 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.db.l3_db [None req-e61bc0e8-c19b-48d1-9509-ec476740d906 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Floating IP ad55f827-8f9f-4466-bddb-9cca4f86788a associated. External IP: 172.27.1.160, port: 0f4b842e-8b20-44f6-b3fc-362c3ed518c8. Jul 28 01:21:49.106612 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e61bc0e8-c19b-48d1-9509-ec476740d906 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Router e0411a7d-a680-4c17-ab1c-279608a4c93c has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:21:49.202624 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:49.210903 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61bc0e8-c19b-48d1-9509-ec476740d906 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:21:49.215957 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e61bc0e8-c19b-48d1-9509-ec476740d906 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for floatingip (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:49.221743 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfe37ed-2570-4eff-8453-0b4ec94f7393 None None] Sync routers for ids ['e0411a7d-a680-4c17-ab1c-279608a4c93c'] in dv-cinder-815582-11-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:21:49.232803 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfe37ed-2570-4eff-8453-0b4ec94f7393 None None] Routers {'e0411a7d-a680-4c17-ab1c-279608a4c93c'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:21:49.233428 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-7cfe37ed-2570-4eff-8453-0b4ec94f7393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:21:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['e0411a7d-a680-4c17-ab1c-279608a4c93c'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:21:49.244804 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-e61bc0e8-c19b-48d1-9509-ec476740d906 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "PUT /v2.0/floatingips/ad55f827-8f9f-4466-bddb-9cca4f86788a HTTP/1.1" status: 200 len: 991 time: 0.9972248 Jul 28 01:21:49.245358 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5671e0a-fdd0-4692-93aa-4ff5ef293562', 'tag': '0f4b842e-8b20-44f6-b3fc-362c3ed518c8'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:21:49.247623 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f6b11fd638c6a58f8ef19871f5a43997b3abcb3256dc707badf279ceb4d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748dc900-b653-4905-8dfc-e58c3a443969" -d '{"events": [{"name": "network-changed", "server_uuid": "d5671e0a-fdd0-4692-93aa-4ff5ef293562", "tag": "0f4b842e-8b20-44f6-b3fc-362c3ed518c8"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:21:49.285876 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 01:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcadddb2-2f77-440c-b6d6-22398d4bb76f x-openstack-request-id: req-fcadddb2-2f77-440c-b6d6-22398d4bb76f {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:21:49.286046 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5671e0a-fdd0-4692-93aa-4ff5ef293562", "tag": "0f4b842e-8b20-44f6-b3fc-362c3ed518c8", "status": "completed", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:21:49.286322 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-fcadddb2-2f77-440c-b6d6-22398d4bb76f {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:21:49.286727 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcadddb2-2f77-440c-b6d6-22398d4bb76f'] response: {'name': 'network-changed', 'server_uuid': 'd5671e0a-fdd0-4692-93aa-4ff5ef293562', 'tag': '0f4b842e-8b20-44f6-b3fc-362c3ed518c8', 'status': 'completed', 'code': 200} Jul 28 01:21:49.354236 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748dc900-b653-4905-8dfc-e58c3a443969 req-8e583d30-c77b-4cbd-9d0f-4419ab9ebede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:49.355712 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-748dc900-b653-4905-8dfc-e58c3a443969 req-8e583d30-c77b-4cbd-9d0f-4419ab9ebede service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=adb91176f5f74f1199b2fc27c248cecd&device_id=d5671e0a-fdd0-4692-93aa-4ff5ef293562 HTTP/1.1" status: 200 len: 1129 time: 0.0444691 Jul 28 01:21:49.407820 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 2fac2c95-cf02-4ee0-ad0c-4bd68363a281 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:21:49.431583 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] No Port match for: 2fac2c95-cf02-4ee0-ad0c-4bd68363a281 {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:21:49.431583 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 2fac2c95-cf02-4ee0-ad0c-4bd68363a281 not bound to the agent host hv-cinder-81558 {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:21:49.495675 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d3539-334e-436d-a9bc-b913a2f6b9a4 req-418b0239-d575-4766-ad5e-afbc73406952 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:49.497257 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ba3d3539-334e-436d-a9bc-b913a2f6b9a4 req-418b0239-d575-4766-ad5e-afbc73406952 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=a7cb86c7-bffa-49d1-abf4-1973ff6e3d47 HTTP/1.1" status: 200 len: 944 time: 0.0606740 Jul 28 01:21:49.507457 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-7cfe37ed-2570-4eff-8453-0b4ec94f7393 None None] Set router e0411a7d-a680-4c17-ab1c-279608a4c93c gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:21:49.553190 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ba3d3539-334e-436d-a9bc-b913a2f6b9a4 req-44f969e2-cfc9-409b-9cc4-c0c989a14d74 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489187 Jul 28 01:21:49.605917 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:49.699420 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748dc900-b653-4905-8dfc-e58c3a443969 req-2a8de4af-137d-42ae-b402-bf8482778c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:49.700908 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-748dc900-b653-4905-8dfc-e58c3a443969 req-2a8de4af-137d-42ae-b402-bf8482778c1f service neutron] 10.222.0.42 "GET /v2.0/networks?id=bac661c0-9620-4ebf-b1dc-5201ea1d9315 HTTP/1.1" status: 200 len: 915 time: 0.3385320 Jul 28 01:21:49.730305 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-7cfe37ed-2570-4eff-8453-0b4ec94f7393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'name': 'tempest-AttachVolumeNegativeTest-519383643-router', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:21:22Z', 'updated_at': '2022-07-28T01:21:25Z', 'revision_number': 4, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'gw_port': {'id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:23Z', 'updated_at': '2022-07-28T01:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': 'ad55f827-8f9f-4466-bddb-9cca4f86788a', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'floating_ip_address': '172.27.1.160', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'port_id': '0f4b842e-8b20-44f6-b3fc-362c3ed518c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'mac_address': 'fa:16:3e:6b:8d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5671e0a-fdd0-4692-93aa-4ff5ef293562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:21:27Z', 'updated_at': '2022-07-28T01:21:48Z', 'revision_number': 1, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7', 'name': '', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'mac_address': 'fa:16:3e:6c:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:24Z', 'updated_at': '2022-07-28T01:21:29Z', 'revision_number': 5, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'subnets': [{'id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:21:49.759368 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfe37ed-2570-4eff-8453-0b4ec94f7393 None None] Checking router: e0411a7d-a680-4c17-ab1c-279608a4c93c for host: dv-cinder-815582-11-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:21:49.763392 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-748dc900-b653-4905-8dfc-e58c3a443969 req-d9af40e2-4919-4673-bab8-90997832e19a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f4b842e-8b20-44f6-b3fc-362c3ed518c8 HTTP/1.1" status: 200 len: 999 time: 0.0551925 Jul 28 01:21:49.768154 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfe37ed-2570-4eff-8453-0b4ec94f7393 None None] Routers {'e0411a7d-a680-4c17-ab1c-279608a4c93c'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:21:49.768759 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-7cfe37ed-2570-4eff-8453-0b4ec94f7393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:21:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['e0411a7d-a680-4c17-ab1c-279608a4c93c'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:21:49.812916 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748dc900-b653-4905-8dfc-e58c3a443969 req-c7fe8fdd-d4e1-472e-a6aa-62e80bbd5949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:49.814277 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-748dc900-b653-4905-8dfc-e58c3a443969 req-c7fe8fdd-d4e1-472e-a6aa-62e80bbd5949 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7bad7ae-d0ad-40fd-9058-fa644f2bc097 HTTP/1.1" status: 200 len: 853 time: 0.0443192 Jul 28 01:21:49.862193 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748dc900-b653-4905-8dfc-e58c3a443969 req-e2aa5272-dbbd-4d5a-965d-0ef193767ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:49.863737 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-748dc900-b653-4905-8dfc-e58c3a443969 req-e2aa5272-dbbd-4d5a-965d-0ef193767ed2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bac661c0-9620-4ebf-b1dc-5201ea1d9315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430422 Jul 28 01:21:49.866983 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-7cfe37ed-2570-4eff-8453-0b4ec94f7393 None None] Set router e0411a7d-a680-4c17-ab1c-279608a4c93c gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:21:49.918461 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=100 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:49.959679 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-748dc900-b653-4905-8dfc-e58c3a443969 req-83f1aed9-b30e-4e3b-85cb-22593204f5fc service neutron] 10.222.0.42 "GET /v2.0/networks/bac661c0-9620-4ebf-b1dc-5201ea1d9315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875423 Jul 28 01:21:50.057062 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-748dc900-b653-4905-8dfc-e58c3a443969 req-b55895cb-5482-4d06-bf0e-2e9217d39372 service neutron] 10.222.0.42 "GET /v2.0/networks/bac661c0-9620-4ebf-b1dc-5201ea1d9315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911489 Jul 28 01:21:50.075538 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:50.084312 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-7cfe37ed-2570-4eff-8453-0b4ec94f7393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'name': 'tempest-AttachVolumeNegativeTest-519383643-router', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:21:22Z', 'updated_at': '2022-07-28T01:21:25Z', 'revision_number': 4, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'gw_port': {'id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:23Z', 'updated_at': '2022-07-28T01:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': 'ad55f827-8f9f-4466-bddb-9cca4f86788a', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'floating_ip_address': '172.27.1.160', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'port_id': '0f4b842e-8b20-44f6-b3fc-362c3ed518c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'mac_address': 'fa:16:3e:6b:8d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5671e0a-fdd0-4692-93aa-4ff5ef293562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:21:27Z', 'updated_at': '2022-07-28T01:21:48Z', 'revision_number': 1, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7', 'name': '', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'mac_address': 'fa:16:3e:6c:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:24Z', 'updated_at': '2022-07-28T01:21:29Z', 'revision_number': 5, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'subnets': [{'id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:21:50.110011 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfe37ed-2570-4eff-8453-0b4ec94f7393 None None] The sync data for ids ['e0411a7d-a680-4c17-ab1c-279608a4c93c'] in dv-cinder-815582-11-iscsi is: [{'id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'name': 'tempest-AttachVolumeNegativeTest-519383643-router', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:21:22Z', 'updated_at': '2022-07-28T01:21:25Z', 'revision_number': 4, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'gw_port': {'id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:23Z', 'updated_at': '2022-07-28T01:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': 'ad55f827-8f9f-4466-bddb-9cca4f86788a', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'floating_ip_address': '172.27.1.160', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'port_id': '0f4b842e-8b20-44f6-b3fc-362c3ed518c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'mac_address': 'fa:16:3e:6b:8d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5671e0a-fdd0-4692-93aa-4ff5ef293562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:21:27Z', 'updated_at': '2022-07-28T01:21:48Z', 'revision_number': 1, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7', 'name': '', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'mac_address': 'fa:16:3e:6c:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:24Z', 'updated_at': '2022-07-28T01:21:29Z', 'revision_number': 5, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'subnets': [{'id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:21:50.317086 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4100e1eb-a24e-4d1f-b23c-237af6521818 None None] New status for floating IP ad55f827-8f9f-4466-bddb-9cca4f86788a: ACTIVE {{(pid=104164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 01:21:50.684310 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fbdab-5ed3-454a-ab4d-40e07bcba322 req-09caceab-7e93-43b9-b557-a2c680b049b5 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:50.685743 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e42fbdab-5ed3-454a-ab4d-40e07bcba322 req-09caceab-7e93-43b9-b557-a2c680b049b5 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=a7cb86c7-bffa-49d1-abf4-1973ff6e3d47 HTTP/1.1" status: 200 len: 944 time: 0.0521071 Jul 28 01:21:50.735444 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e42fbdab-5ed3-454a-ab4d-40e07bcba322 req-6aad5fc9-bb7b-47fe-b3b9-5be6632bafd4 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436282 Jul 28 01:21:52.019535 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c252b-e31c-4109-8aa3-d1da05a98b50 req-b20552b3-98b9-4c1c-9572-e56b19b6e515 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:52.020898 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7a2c252b-e31c-4109-8aa3-d1da05a98b50 req-b20552b3-98b9-4c1c-9572-e56b19b6e515 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=a7cb86c7-bffa-49d1-abf4-1973ff6e3d47 HTTP/1.1" status: 200 len: 944 time: 0.0539660 Jul 28 01:21:52.087948 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7a2c252b-e31c-4109-8aa3-d1da05a98b50 req-9d44cdb8-e05c-427b-8d20-8e4803a44896 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585656 Jul 28 01:21:53.213809 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b3f55-8def-496e-8c18-c45824a60828 req-bbb1b1aa-6e82-4736-a734-443e458aa42a tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:53.215291 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e34b3f55-8def-496e-8c18-c45824a60828 req-bbb1b1aa-6e82-4736-a734-443e458aa42a tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=a7cb86c7-bffa-49d1-abf4-1973ff6e3d47 HTTP/1.1" status: 200 len: 944 time: 0.0481079 Jul 28 01:21:53.271583 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e34b3f55-8def-496e-8c18-c45824a60828 req-6e4b4fc7-bd99-468a-94e6-a6793e04a58e tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481319 Jul 28 01:21:54.409430 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84925fb1-4230-4d70-9007-6884ac960d3c req-edabce9e-a2ee-4fad-9010-e19c213ee14a tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:54.410965 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-84925fb1-4230-4d70-9007-6884ac960d3c req-edabce9e-a2ee-4fad-9010-e19c213ee14a tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=a7cb86c7-bffa-49d1-abf4-1973ff6e3d47 HTTP/1.1" status: 200 len: 944 time: 0.0589375 Jul 28 01:21:54.464218 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-84925fb1-4230-4d70-9007-6884ac960d3c req-b79a3287-d6cb-4051-b887-a270990ab881 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474188 Jul 28 01:21:55.341907 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 5d38e46e-4f07-4410-82fe-f06a06925de2 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 01:21:55.448499 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 5d38e46e-4f07-4410-82fe-f06a06925de2, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=5d38e46e-4f07-4410-82fe-f06a06925de2,segment=NetworkSegment(adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742),segment_id=adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:21:55.463168 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Returning: {'device': '5d38e46e-4f07-4410-82fe-f06a06925de2', 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065', 'port_id': '5d38e46e-4f07-4410-82fe-f06a06925de2', 'mac_address': 'fa:16:3e:ea:70:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 01:21:55.499986 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port 5d38e46e-4f07-4410-82fe-f06a06925de2 is: DOWN; New status is: BUILD {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:21:55.500393 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (5d38e46e-4f07-4410-82fe-f06a06925de2), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:55.518478 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d38e46e-4f07-4410-82fe-f06a06925de2 {{(pid=104163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 01:21:55.539035 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 5d38e46e-4f07-4410-82fe-f06a06925de2, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=5d38e46e-4f07-4410-82fe-f06a06925de2,segment=NetworkSegment(adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742),segment_id=adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:21:55.544546 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (5d38e46e-4f07-4410-82fe-f06a06925de2), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:55.591571 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=5d38e46e-4f07-4410-82fe-f06a06925de2,revision_number=4']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:55.600103 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f17af-5914-4253-9935-0b93617f6482 req-841c05c9-2884-4849-a3f7-6eb270c241e1 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:55.601617 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-434f17af-5914-4253-9935-0b93617f6482 req-841c05c9-2884-4849-a3f7-6eb270c241e1 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=a7cb86c7-bffa-49d1-abf4-1973ff6e3d47 HTTP/1.1" status: 200 len: 945 time: 0.0529501 Jul 28 01:21:55.657820 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-434f17af-5914-4253-9935-0b93617f6482 req-a2dd822a-7bd1-4e5a-ae17-c15fea4a9053 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471363 Jul 28 01:21:55.778020 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] get_ports_and_sgs() called for port_ids ['5d38e46e-4f07-4410-82fe-f06a06925de2'] {{(pid=104163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 01:21:55.838565 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:56.749224 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:21:56.785609 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf4b16-5d64-4638-8720-c819cd2726fb req-6dc59323-7a7c-4f5c-8b05-9f343b99ec2d tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:56.787091 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-bdcf4b16-5d64-4638-8720-c819cd2726fb req-6dc59323-7a7c-4f5c-8b05-9f343b99ec2d tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=a7cb86c7-bffa-49d1-abf4-1973ff6e3d47 HTTP/1.1" status: 200 len: 945 time: 0.0547969 Jul 28 01:21:56.837103 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-bdcf4b16-5d64-4638-8720-c819cd2726fb req-0196d7f5-8488-4b18-8bd2-24971d8d7003 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443056 Jul 28 01:21:57.342094 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 5d38e46e-4f07-4410-82fe-f06a06925de2 up at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:21:57.385797 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Provisioning for port 5d38e46e-4f07-4410-82fe-f06a06925de2 completed by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 01:21:57.392247 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Provisioning complete for port 5d38e46e-4f07-4410-82fe-f06a06925de2 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:21:57.392676 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (5d38e46e-4f07-4410-82fe-f06a06925de2), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:57.468871 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port 5d38e46e-4f07-4410-82fe-f06a06925de2 is: BUILD; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:21:57.469260 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (5d38e46e-4f07-4410-82fe-f06a06925de2), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:57.494334 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7cb86c7-bffa-49d1-abf4-1973ff6e3d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d38e46e-4f07-4410-82fe-f06a06925de2'}] {{(pid=104163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:21:57.496690 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74574a7e5f5019bac05c50995ec4c38decffa50ba6d5d10f63080a9b4086ca7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfdfe3d-5d2a-4fca-9248-449a2a269fe0" -d '{"events": [{"server_uuid": "a7cb86c7-bffa-49d1-abf4-1973ff6e3d47", "name": "network-vif-plugged", "status": "completed", "tag": "5d38e46e-4f07-4410-82fe-f06a06925de2"}]}' {{(pid=104163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:21:57.510314 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 5d38e46e-4f07-4410-82fe-f06a06925de2, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=5d38e46e-4f07-4410-82fe-f06a06925de2,segment=NetworkSegment(adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742),segment_id=adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:21:57.515754 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (5d38e46e-4f07-4410-82fe-f06a06925de2), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:21:57.543290 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 01:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241f6b3a-091f-4426-992b-63b7e0585739 x-openstack-request-id: req-241f6b3a-091f-4426-992b-63b7e0585739 {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:21:57.543577 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7cb86c7-bffa-49d1-abf4-1973ff6e3d47", "name": "network-vif-plugged", "status": "completed", "tag": "5d38e46e-4f07-4410-82fe-f06a06925de2", "code": 200}]} {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:21:57.543820 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-241f6b3a-091f-4426-992b-63b7e0585739 {{(pid=104163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:21:57.544211 dv-cinder-815582-11-iscsi neutron-server[104163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-241f6b3a-091f-4426-992b-63b7e0585739'] response: {'server_uuid': 'a7cb86c7-bffa-49d1-abf4-1973ff6e3d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d38e46e-4f07-4410-82fe-f06a06925de2', 'code': 200} Jul 28 01:21:57.571919 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=5d38e46e-4f07-4410-82fe-f06a06925de2,revision_number=5']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:21:57.783259 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3410b4a-7e37-49e0-a43b-73f522b08427 req-d2e4e66d-67d4-437e-a5bf-35b56339eaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:57.784825 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-a3410b4a-7e37-49e0-a43b-73f522b08427 req-d2e4e66d-67d4-437e-a5bf-35b56339eaaf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a7cb86c7-bffa-49d1-abf4-1973ff6e3d47 HTTP/1.1" status: 200 len: 1130 time: 0.0386837 Jul 28 01:21:57.831829 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-a3410b4a-7e37-49e0-a43b-73f522b08427 req-c4cc8464-94ee-4887-8b89-e7419d93ad60 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406616 Jul 28 01:21:57.977319 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff34694-bb82-4012-b9c7-1ca51c01e8db req-5582a708-0b06-45c9-bbd9-24d622675dcd tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:57.978789 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8ff34694-bb82-4012-b9c7-1ca51c01e8db req-5582a708-0b06-45c9-bbd9-24d622675dcd tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=a7cb86c7-bffa-49d1-abf4-1973ff6e3d47 HTTP/1.1" status: 200 len: 946 time: 0.0579567 Jul 28 01:21:58.035458 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8ff34694-bb82-4012-b9c7-1ca51c01e8db req-9f2119c2-c8f9-4097-8d62-bd9aab6ebf44 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487206 Jul 28 01:21:59.175371 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934f9dd-1062-470c-979d-690bcacf3ef1 req-52726511-7f50-43fc-8fe3-6d1a2f4fa222 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:21:59.176787 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2934f9dd-1062-470c-979d-690bcacf3ef1 req-52726511-7f50-43fc-8fe3-6d1a2f4fa222 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=a7cb86c7-bffa-49d1-abf4-1973ff6e3d47 HTTP/1.1" status: 200 len: 946 time: 0.0608346 Jul 28 01:21:59.228965 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2934f9dd-1062-470c-979d-690bcacf3ef1 req-cbd6f966-57a9-41c5-8caa-36344e462795 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464108 Jul 28 01:22:00.360994 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862808a-e43f-4e02-ac06-c7501c0f1fd3 req-8af238cb-a32b-4b24-9f5f-1129eaddb6c8 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:22:00.362725 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7862808a-e43f-4e02-ac06-c7501c0f1fd3 req-8af238cb-a32b-4b24-9f5f-1129eaddb6c8 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=a7cb86c7-bffa-49d1-abf4-1973ff6e3d47 HTTP/1.1" status: 200 len: 946 time: 0.0540125 Jul 28 01:22:00.418649 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7862808a-e43f-4e02-ac06-c7501c0f1fd3 req-f7173177-ee55-45e5-9018-f0d1b1ece8b5 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478113 Jul 28 01:22:00.427390 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:00.430678 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:01.554753 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0824c600-208b-4958-a943-172d1bb69008 req-8730bf96-6e1e-4ea5-aaf7-d11786e340de tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:22:01.556293 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0824c600-208b-4958-a943-172d1bb69008 req-8730bf96-6e1e-4ea5-aaf7-d11786e340de tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=a7cb86c7-bffa-49d1-abf4-1973ff6e3d47 HTTP/1.1" status: 200 len: 946 time: 0.0604029 Jul 28 01:22:01.587996 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:01.607774 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0824c600-208b-4958-a943-172d1bb69008 req-b705d613-05ca-47f3-95de-ddf28f3c3553 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456603 Jul 28 01:22:02.483451 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:02.490753 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (8d4a48be-b376-49eb-a7aa-478deaa3f35f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:02.730322 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e81770-b3ca-4958-a25f-7c832c076b47 req-5d95c3bf-2673-4f51-81b9-e8d81c14ef9a tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:22:02.731712 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-23e81770-b3ca-4958-a25f-7c832c076b47 req-5d95c3bf-2673-4f51-81b9-e8d81c14ef9a tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=a7cb86c7-bffa-49d1-abf4-1973ff6e3d47 HTTP/1.1" status: 200 len: 946 time: 0.0486715 Jul 28 01:22:02.783179 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-23e81770-b3ca-4958-a25f-7c832c076b47 req-b83ed4f9-3bb0-4804-854d-cd71a97d55ce tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456331 Jul 28 01:22:02.907602 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50366286-6a54-4231-9bdd-f6e2ab4177dc req-3af44320-5a88-45da-9ab4-610ae44c5a90 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:22:02.909084 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-50366286-6a54-4231-9bdd-f6e2ab4177dc req-3af44320-5a88-45da-9ab4-610ae44c5a90 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=a7cb86c7-bffa-49d1-abf4-1973ff6e3d47 HTTP/1.1" status: 200 len: 946 time: 0.0552278 Jul 28 01:22:02.970325 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-50366286-6a54-4231-9bdd-f6e2ab4177dc req-b7233bbe-dd48-491e-9d7a-121039d22bc4 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525463 Jul 28 01:22:02.993081 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 54482) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:22:03.205900 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33325662-0035-4ee1-a603-46cc96a1ee03 tempest-TestVolumeBootPattern-917380157 tempest-TestVolumeBootPattern-917380157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:22:03.207507 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-33325662-0035-4ee1-a603-46cc96a1ee03 tempest-TestVolumeBootPattern-917380157 tempest-TestVolumeBootPattern-917380157-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=a7cb86c7-bffa-49d1-abf4-1973ff6e3d47 HTTP/1.1" status: 200 len: 1125 time: 0.2157578 Jul 28 01:22:03.210531 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 54486) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:22:03.214771 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-e5405e8d-91e5-454e-b7c9-99a47a423962 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Request body: {'floatingip': {'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'port_id': '5d38e46e-4f07-4410-82fe-f06a06925de2', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:22:03.238759 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e5405e8d-91e5-454e-b7c9-99a47a423962 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:03.241447 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:03.330187 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e5405e8d-91e5-454e-b7c9-99a47a423962 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:03.441945 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [None req-e5405e8d-91e5-454e-b7c9-99a47a423962 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Allocated IP 172.27.1.203 (db4fd262-df4a-4858-b92c-469a7b8f139e/fbbec24e-3b1c-439c-846a-fd72122ae4ff/6e365f6a-9c02-4df5-ade8-e65a37d99502) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:22:03.551083 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e5405e8d-91e5-454e-b7c9-99a47a423962 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks [] for port (6e365f6a-9c02-4df5-ade8-e65a37d99502), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:03.585767 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e5405e8d-91e5-454e-b7c9-99a47a423962 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4595618'] for port (6e365f6a-9c02-4df5-ade8-e65a37d99502), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:03.631460 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5405e8d-91e5-454e-b7c9-99a47a423962 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Network db4fd262-df4a-4858-b92c-469a7b8f139e is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:22:03.636802 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-e5405e8d-91e5-454e-b7c9-99a47a423962 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:22:03.639141 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5405e8d-91e5-454e-b7c9-99a47a423962 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Pushing event updated for resources: {'Port': ['ID=6e365f6a-9c02-4df5-ade8-e65a37d99502,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:22:03.641292 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5405e8d-91e5-454e-b7c9-99a47a423962 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:22:03.808407 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:04.009707 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:04.011390 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e5405e8d-91e5-454e-b7c9-99a47a423962 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks [] for floatingip (96e9d993-08b0-40b1-ba4b-9c46da894632), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:04.083895 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e5405e8d-91e5-454e-b7c9-99a47a423962 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (6e365f6a-9c02-4df5-ade8-e65a37d99502), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:04.260197 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e5405e8d-91e5-454e-b7c9-99a47a423962 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks [] for port (6e365f6a-9c02-4df5-ade8-e65a37d99502), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:04.265681 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e5405e8d-91e5-454e-b7c9-99a47a423962 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4595637'] for port (6e365f6a-9c02-4df5-ade8-e65a37d99502), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:04.329548 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5405e8d-91e5-454e-b7c9-99a47a423962 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Pushing event updated for resources: {'Port': ['ID=6e365f6a-9c02-4df5-ade8-e65a37d99502,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:22:04.345474 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e5405e8d-91e5-454e-b7c9-99a47a423962 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-949731'] for floatingip (96e9d993-08b0-40b1-ba4b-9c46da894632), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:04.444912 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.db.l3_db [None req-e5405e8d-91e5-454e-b7c9-99a47a423962 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Floating IP 96e9d993-08b0-40b1-ba4b-9c46da894632 associated. External IP: 172.27.1.203, port: 5d38e46e-4f07-4410-82fe-f06a06925de2. Jul 28 01:22:04.660959 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:04.673009 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5405e8d-91e5-454e-b7c9-99a47a423962 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Router 1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17 has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:22:04.780212 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5405e8d-91e5-454e-b7c9-99a47a423962 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:22:04.792516 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc00f222-c518-4d63-9b42-7c2824ddbf90 None None] Sync routers for ids ['1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'] in dv-cinder-815582-11-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:22:04.802851 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e5405e8d-91e5-454e-b7c9-99a47a423962 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for floatingip (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:04.807038 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc00f222-c518-4d63-9b42-7c2824ddbf90 None None] Routers {'1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:22:04.807666 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-dc00f222-c518-4d63-9b42-7c2824ddbf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:21:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:22:04.835128 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-e5405e8d-91e5-454e-b7c9-99a47a423962 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6234934 Jul 28 01:22:04.835726 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7cb86c7-bffa-49d1-abf4-1973ff6e3d47', 'tag': '5d38e46e-4f07-4410-82fe-f06a06925de2'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:22:04.837986 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0f5ab60fa46dcea77c59dd77281ac580fb802378bd5ff0a4b9baf266696a00a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca11a188-ab16-4e1d-9722-397e101d6436" -d '{"events": [{"name": "network-changed", "server_uuid": "a7cb86c7-bffa-49d1-abf4-1973ff6e3d47", "tag": "5d38e46e-4f07-4410-82fe-f06a06925de2"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:22:04.877770 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 01:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0e42ad-4076-4a85-b1b0-5cbe38e4721e x-openstack-request-id: req-9e0e42ad-4076-4a85-b1b0-5cbe38e4721e {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:22:04.878083 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7cb86c7-bffa-49d1-abf4-1973ff6e3d47", "tag": "5d38e46e-4f07-4410-82fe-f06a06925de2", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:22:04.878315 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-9e0e42ad-4076-4a85-b1b0-5cbe38e4721e {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:22:04.878720 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e0e42ad-4076-4a85-b1b0-5cbe38e4721e'] response: {'name': 'network-changed', 'server_uuid': 'a7cb86c7-bffa-49d1-abf4-1973ff6e3d47', 'tag': '5d38e46e-4f07-4410-82fe-f06a06925de2', 'status': 'completed', 'code': 200} Jul 28 01:22:04.908568 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-dc00f222-c518-4d63-9b42-7c2824ddbf90 None None] Set router 1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:22:04.936911 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11a188-ab16-4e1d-9722-397e101d6436 req-2acb53d5-7422-4616-8633-4de05e8442dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:22:04.938333 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-ca11a188-ab16-4e1d-9722-397e101d6436 req-2acb53d5-7422-4616-8633-4de05e8442dc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d14de33f76ea44db8899900481299b87&device_id=a7cb86c7-bffa-49d1-abf4-1973ff6e3d47 HTTP/1.1" status: 200 len: 1130 time: 0.0393953 Jul 28 01:22:05.036957 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11a188-ab16-4e1d-9722-397e101d6436 req-168066e0-c5a2-421b-b0e2-8d6c51bfe172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:22:05.038618 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-ca11a188-ab16-4e1d-9722-397e101d6436 req-168066e0-c5a2-421b-b0e2-8d6c51bfe172 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f365ac42-75a7-4c3d-8591-d4097c9f6065 HTTP/1.1" status: 200 len: 913 time: 0.0933003 Jul 28 01:22:05.079918 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:05.103450 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-ca11a188-ab16-4e1d-9722-397e101d6436 req-97acc01a-2d2c-49b7-819a-331ac74ed29b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d38e46e-4f07-4410-82fe-f06a06925de2 HTTP/1.1" status: 200 len: 1000 time: 0.0560186 Jul 28 01:22:05.131351 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-dc00f222-c518-4d63-9b42-7c2824ddbf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'name': 'tempest-TestVolumeBootPattern-1881204814-router', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd8800ad8-b68d-429f-9555-d71c76aa3daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:19Z', 'updated_at': '2022-07-28T01:15:23Z', 'revision_number': 4, 'project_id': 'd14de33f76ea44db8899900481299b87', 'gw_port': {'id': 'd8800ad8-b68d-429f-9555-d71c76aa3daf', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:20Z', 'updated_at': '2022-07-28T01:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': '96e9d993-08b0-40b1-ba4b-9c46da894632', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'port_id': '5d38e46e-4f07-4410-82fe-f06a06925de2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065', 'mac_address': 'fa:16:3e:ea:70:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cb86c7-bffa-49d1-abf4-1973ff6e3d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:22:03Z', 'updated_at': '2022-07-28T01:22:03Z', 'revision_number': 0, 'project_id': 'd14de33f76ea44db8899900481299b87', 'fixed_ip_address_scope': None}, {'id': 'babc25aa-b47f-480a-a6ba-3f979280fb3b', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'port_id': '5e443d88-263d-417b-a4b5-1c7b5ec04947', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065', 'mac_address': 'fa:16:3e:37:4a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aef8c75-a39b-4af4-813b-7d195164631d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:19:46Z', 'updated_at': '2022-07-28T01:19:49Z', 'revision_number': 1, 'project_id': 'd14de33f76ea44db8899900481299b87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece91824-a3ba-4ac8-b89e-f6e287a250e6', 'name': '', 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'mac_address': 'fa:16:3e:af:b9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:23Z', 'updated_at': '2022-07-28T01:15:29Z', 'revision_number': 5, 'project_id': 'd14de33f76ea44db8899900481299b87', 'subnets': [{'id': 'bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:22:05.157750 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc00f222-c518-4d63-9b42-7c2824ddbf90 None None] Checking router: 1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17 for host: dv-cinder-815582-11-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:22:05.158061 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11a188-ab16-4e1d-9722-397e101d6436 req-360fb021-dd22-466e-809f-d9a5dafe4f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:22:05.159695 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-ca11a188-ab16-4e1d-9722-397e101d6436 req-360fb021-dd22-466e-809f-d9a5dafe4f1e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12 HTTP/1.1" status: 200 len: 851 time: 0.0501015 Jul 28 01:22:05.167265 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc00f222-c518-4d63-9b42-7c2824ddbf90 None None] Routers {'1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:22:05.167882 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-dc00f222-c518-4d63-9b42-7c2824ddbf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:21:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:22:05.205105 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11a188-ab16-4e1d-9722-397e101d6436 req-706c10e9-6bd4-45e8-bbf3-58f2d3928c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:22:05.206554 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-ca11a188-ab16-4e1d-9722-397e101d6436 req-706c10e9-6bd4-45e8-bbf3-58f2d3928c26 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f365ac42-75a7-4c3d-8591-d4097c9f6065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412202 Jul 28 01:22:05.261194 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:05.281435 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-dc00f222-c518-4d63-9b42-7c2824ddbf90 None None] Set router 1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:22:05.301965 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-ca11a188-ab16-4e1d-9722-397e101d6436 req-9c844942-4df1-4fbd-a614-fc328fa30b41 service neutron] 10.222.0.42 "GET /v2.0/networks/f365ac42-75a7-4c3d-8591-d4097c9f6065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892513 Jul 28 01:22:05.409738 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-ca11a188-ab16-4e1d-9722-397e101d6436 req-f264acf6-6ec0-4a98-9117-ddd5167487dd service neutron] 10.222.0.42 "GET /v2.0/networks/f365ac42-75a7-4c3d-8591-d4097c9f6065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020370 Jul 28 01:22:05.510335 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-dc00f222-c518-4d63-9b42-7c2824ddbf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'name': 'tempest-TestVolumeBootPattern-1881204814-router', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd8800ad8-b68d-429f-9555-d71c76aa3daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:19Z', 'updated_at': '2022-07-28T01:15:23Z', 'revision_number': 4, 'project_id': 'd14de33f76ea44db8899900481299b87', 'gw_port': {'id': 'd8800ad8-b68d-429f-9555-d71c76aa3daf', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:20Z', 'updated_at': '2022-07-28T01:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': '96e9d993-08b0-40b1-ba4b-9c46da894632', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'port_id': '5d38e46e-4f07-4410-82fe-f06a06925de2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065', 'mac_address': 'fa:16:3e:ea:70:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cb86c7-bffa-49d1-abf4-1973ff6e3d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:22:03Z', 'updated_at': '2022-07-28T01:22:03Z', 'revision_number': 0, 'project_id': 'd14de33f76ea44db8899900481299b87', 'fixed_ip_address_scope': None}, {'id': 'babc25aa-b47f-480a-a6ba-3f979280fb3b', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'port_id': '5e443d88-263d-417b-a4b5-1c7b5ec04947', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065', 'mac_address': 'fa:16:3e:37:4a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aef8c75-a39b-4af4-813b-7d195164631d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:19:46Z', 'updated_at': '2022-07-28T01:19:49Z', 'revision_number': 1, 'project_id': 'd14de33f76ea44db8899900481299b87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece91824-a3ba-4ac8-b89e-f6e287a250e6', 'name': '', 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'mac_address': 'fa:16:3e:af:b9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:23Z', 'updated_at': '2022-07-28T01:15:29Z', 'revision_number': 5, 'project_id': 'd14de33f76ea44db8899900481299b87', 'subnets': [{'id': 'bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:22:05.536778 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc00f222-c518-4d63-9b42-7c2824ddbf90 None None] The sync data for ids ['1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'] in dv-cinder-815582-11-iscsi is: [{'id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'name': 'tempest-TestVolumeBootPattern-1881204814-router', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd8800ad8-b68d-429f-9555-d71c76aa3daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:19Z', 'updated_at': '2022-07-28T01:15:23Z', 'revision_number': 4, 'project_id': 'd14de33f76ea44db8899900481299b87', 'gw_port': {'id': 'd8800ad8-b68d-429f-9555-d71c76aa3daf', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:20Z', 'updated_at': '2022-07-28T01:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': '96e9d993-08b0-40b1-ba4b-9c46da894632', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'port_id': '5d38e46e-4f07-4410-82fe-f06a06925de2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065', 'mac_address': 'fa:16:3e:ea:70:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cb86c7-bffa-49d1-abf4-1973ff6e3d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:22:03Z', 'updated_at': '2022-07-28T01:22:03Z', 'revision_number': 0, 'project_id': 'd14de33f76ea44db8899900481299b87', 'fixed_ip_address_scope': None}, {'id': 'babc25aa-b47f-480a-a6ba-3f979280fb3b', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'port_id': '5e443d88-263d-417b-a4b5-1c7b5ec04947', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065', 'mac_address': 'fa:16:3e:37:4a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aef8c75-a39b-4af4-813b-7d195164631d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:19:46Z', 'updated_at': '2022-07-28T01:19:49Z', 'revision_number': 1, 'project_id': 'd14de33f76ea44db8899900481299b87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece91824-a3ba-4ac8-b89e-f6e287a250e6', 'name': '', 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'mac_address': 'fa:16:3e:af:b9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:23Z', 'updated_at': '2022-07-28T01:15:29Z', 'revision_number': 5, 'project_id': 'd14de33f76ea44db8899900481299b87', 'subnets': [{'id': 'bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:22:05.728938 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beaed36-3dd1-4b41-ad33-ab29244a68e3 None None] New status for floating IP 96e9d993-08b0-40b1-ba4b-9c46da894632: ACTIVE {{(pid=104164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 01:22:07.842905 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-d3f375f8-8a5a-4d50-a74b-95187016d7b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:10.355585 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-5e508cc4-416a-4c14-baa5-e0f766eeb6f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:11.373464 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:12.324343 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 54560) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:22:12.370292 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_v2 [None req-93e7765d-5014-48ac-b93d-049b5e17f0f3 admin admin] Deleting subnet 623eda30-a7eb-4b4f-8ccd-e8d363f6e833 {{(pid=104162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 01:22:12.373639 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-93e7765d-5014-48ac-b93d-049b5e17f0f3 admin admin] Publish callbacks [] for subnet (623eda30-a7eb-4b4f-8ccd-e8d363f6e833), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:12.410518 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-93e7765d-5014-48ac-b93d-049b5e17f0f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4511353'] for subnet (623eda30-a7eb-4b4f-8ccd-e8d363f6e833), precommit_delete_associations {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:12.450852 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-93e7765d-5014-48ac-b93d-049b5e17f0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400619'] for subnet (623eda30-a7eb-4b4f-8ccd-e8d363f6e833), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:12.512203 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-93e7765d-5014-48ac-b93d-049b5e17f0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4518666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4537631'] for subnet (623eda30-a7eb-4b4f-8ccd-e8d363f6e833), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:12.538341 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e7765d-5014-48ac-b93d-049b5e17f0f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=623eda30-a7eb-4b4f-8ccd-e8d363f6e833,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:22:12.543290 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-93e7765d-5014-48ac-b93d-049b5e17f0f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:12.546408 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-93e7765d-5014-48ac-b93d-049b5e17f0f3 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/623eda30-a7eb-4b4f-8ccd-e8d363f6e833 HTTP/1.1" status: 204 len: 168 time: 0.2210622 Jul 28 01:22:12.549239 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 54562) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:22:12.551629 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e7765d-5014-48ac-b93d-049b5e17f0f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:22:12.551979 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e7765d-5014-48ac-b93d-049b5e17f0f3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:22:12.552325 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e7765d-5014-48ac-b93d-049b5e17f0f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:22:12.552660 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e7765d-5014-48ac-b93d-049b5e17f0f3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:22:12.552995 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e7765d-5014-48ac-b93d-049b5e17f0f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:22:12.553330 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e7765d-5014-48ac-b93d-049b5e17f0f3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:22:12.553676 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e7765d-5014-48ac-b93d-049b5e17f0f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:22:12.553999 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e7765d-5014-48ac-b93d-049b5e17f0f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:22:12.554327 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e7765d-5014-48ac-b93d-049b5e17f0f3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:22:12.554657 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e7765d-5014-48ac-b93d-049b5e17f0f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:22:12.555050 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e7765d-5014-48ac-b93d-049b5e17f0f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:22:12.555579 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e7765d-5014-48ac-b93d-049b5e17f0f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:22:12.555907 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e7765d-5014-48ac-b93d-049b5e17f0f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:22:12.556231 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e7765d-5014-48ac-b93d-049b5e17f0f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:22:12.556592 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e7765d-5014-48ac-b93d-049b5e17f0f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:22:12.632640 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c8116642-9ec1-404c-95ee-378e69f983c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295201'] for network (0631c6f7-c6a9-43dd-81e8-03129aee137b), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:12.714570 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c8116642-9ec1-404c-95ee-378e69f983c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1398533', 'neutron.services.segments.db._delete_segments_for_network-8778716901834'] for network (0631c6f7-c6a9-43dd-81e8-03129aee137b), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:12.737479 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:12.738173 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-c8116642-9ec1-404c-95ee-378e69f983c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0631c6f7-c6a9-43dd-81e8-03129aee137b']}} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:22:12.749993 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-c8116642-9ec1-404c-95ee-378e69f983c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5259667-9b20-43d4-a9e8-d47c635db74c') {'for_net_delete': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:22:12.750293 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-c8116642-9ec1-404c-95ee-378e69f983c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5259667-9b20-43d4-a9e8-d47c635db74c') {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:22:12.761088 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c8116642-9ec1-404c-95ee-378e69f983c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778716901735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4967711'] for segment (f5259667-9b20-43d4-a9e8-d47c635db74c), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:12.775552 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c8116642-9ec1-404c-95ee-378e69f983c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084'] for segment (f5259667-9b20-43d4-a9e8-d47c635db74c), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:12.782456 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8116642-9ec1-404c-95ee-378e69f983c5 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=104161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 01:22:12.782976 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c8116642-9ec1-404c-95ee-378e69f983c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4595665'] for segment (f5259667-9b20-43d4-a9e8-d47c635db74c), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:12.825826 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.services.segments.plugin [-] Segment f5259667-9b20-43d4-a9e8-d47c635db74c resource provider aggregate not found Jul 28 01:22:12.844945 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.services.segments.plugin [-] Segment f5259667-9b20-43d4-a9e8-d47c635db74c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f5259667-9b20-43d4-a9e8-d47c635db74c found for delete ", "request_id": "req-c7bfcb84-4ca7-4d42-bde6-eb24e3945132"}]} Jul 28 01:22:12.858138 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c8116642-9ec1-404c-95ee-378e69f983c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1398542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-949559'] for network (0631c6f7-c6a9-43dd-81e8-03129aee137b), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:12.867908 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c8116642-9ec1-404c-95ee-378e69f983c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:12.871122 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-c8116642-9ec1-404c-95ee-378e69f983c5 admin admin] 10.222.0.17 "DELETE /v2.0/networks/0631c6f7-c6a9-43dd-81e8-03129aee137b HTTP/1.1" status: 204 len: 168 time: 0.3208318 Jul 28 01:22:12.883474 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8116642-9ec1-404c-95ee-378e69f983c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0631c6f7-c6a9-43dd-81e8-03129aee137b,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:22:13.033305 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:13.075147 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 54570) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:22:13.120853 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-647d1f5c-d778-4ab8-acba-e4cf8cdf6576 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=8840b41dd8364a8a976f04d4fe421b8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0444911 Jul 28 01:22:13.123586 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 54572) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:22:13.136229 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:13.178032 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-31ae384e-eee4-4e13-9d4d-a0f45ddb0a5e admin admin] Publish callbacks [] for security_group (05db75c2-d7b6-429e-beff-d7c9b2b441f9), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:13.199574 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-31ae384e-eee4-4e13-9d4d-a0f45ddb0a5e admin admin] Publish callbacks [] for security_group (05db75c2-d7b6-429e-beff-d7c9b2b441f9), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:13.257289 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-31ae384e-eee4-4e13-9d4d-a0f45ddb0a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (05db75c2-d7b6-429e-beff-d7c9b2b441f9), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:13.260319 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-31ae384e-eee4-4e13-9d4d-a0f45ddb0a5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:13.261512 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-31ae384e-eee4-4e13-9d4d-a0f45ddb0a5e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/05db75c2-d7b6-429e-beff-d7c9b2b441f9 HTTP/1.1" status: 204 len: 168 time: 0.1369169 Jul 28 01:22:13.269640 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae384e-eee4-4e13-9d4d-a0f45ddb0a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05db75c2-d7b6-429e-beff-d7c9b2b441f9,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:22:15.838909 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:15.841013 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:21.431469 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.agents_db [None req-b5d7b8ea-190f-43e3-81f4-c45e7fbfa344 None None] Agent healthcheck: found 6 active agents {{(pid=104164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 01:22:22.872280 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:22.873094 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=54,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:23.021720 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=47,neutron:UPDATE=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:23.264897 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:23.266158 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=62,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:23.283298 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:32.483206 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (8d4a48be-b376-49eb-a7aa-478deaa3f35f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:33.587644 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 54620) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:22:33.592282 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-d4d6a32b-4156-484c-8aa0-8d2f0802d828 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1821555885', 'description': 'tempest-description--1677110586'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:22:33.616371 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d4d6a32b-4156-484c-8aa0-8d2f0802d828 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:33.689482 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d4d6a32b-4156-484c-8aa0-8d2f0802d828 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for security_group (6af8fa1a-1291-4002-a5d1-8a2248d6ab99), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:33.693028 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d4d6a32b-4156-484c-8aa0-8d2f0802d828 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (6af8fa1a-1291-4002-a5d1-8a2248d6ab99), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:33.724096 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d4d6a32b-4156-484c-8aa0-8d2f0802d828 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:33.725358 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-d4d6a32b-4156-484c-8aa0-8d2f0802d828 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1366670 Jul 28 01:22:33.727352 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d6a32b-4156-484c-8aa0-8d2f0802d828 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6af8fa1a-1291-4002-a5d1-8a2248d6ab99,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:22:33.729386 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 54622) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:22:33.734226 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-1e30b226-79ce-4bb6-ad09-a8f45b6e00b1 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Request body: {'security_group_rule': {'security_group_id': '6af8fa1a-1291-4002-a5d1-8a2248d6ab99', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:22:33.765064 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1e30b226-79ce-4bb6-ad09-a8f45b6e00b1 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for security_group_rule (003ffb67-95a9-48a7-b615-8c7df2719139), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:33.822094 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1e30b226-79ce-4bb6-ad09-a8f45b6e00b1 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for security_group_rule (003ffb67-95a9-48a7-b615-8c7df2719139), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:33.826220 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1e30b226-79ce-4bb6-ad09-a8f45b6e00b1 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553027'] for security_group_rule (003ffb67-95a9-48a7-b615-8c7df2719139), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:33.844321 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e30b226-79ce-4bb6-ad09-a8f45b6e00b1 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=003ffb67-95a9-48a7-b615-8c7df2719139,revision_number=0']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:22:33.854129 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1e30b226-79ce-4bb6-ad09-a8f45b6e00b1 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:33.855371 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-1e30b226-79ce-4bb6-ad09-a8f45b6e00b1 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1247797 Jul 28 01:22:33.858867 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 54624) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:22:33.864980 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-788fedb9-6e21-4f7b-9f81-266e8d34789d tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Request body: {'security_group_rule': {'security_group_id': '6af8fa1a-1291-4002-a5d1-8a2248d6ab99', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:22:33.900526 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-788fedb9-6e21-4f7b-9f81-266e8d34789d tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for security_group_rule (ae9400ff-ef19-4861-b891-030eb61fc5c8), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:33.966287 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-788fedb9-6e21-4f7b-9f81-266e8d34789d tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for security_group_rule (ae9400ff-ef19-4861-b891-030eb61fc5c8), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:33.971343 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-788fedb9-6e21-4f7b-9f81-266e8d34789d tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553027'] for security_group_rule (ae9400ff-ef19-4861-b891-030eb61fc5c8), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:33.991600 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788fedb9-6e21-4f7b-9f81-266e8d34789d tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae9400ff-ef19-4861-b891-030eb61fc5c8,revision_number=0']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:22:34.000314 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-788fedb9-6e21-4f7b-9f81-266e8d34789d tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:34.001566 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-788fedb9-6e21-4f7b-9f81-266e8d34789d tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1416223 Jul 28 01:22:34.005241 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 54626) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:22:34.009565 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-0de2a0d5-fd28-4bd3-b176-5b8bb10cc1dc tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Request body: {'floatingip': {'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:22:34.032415 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-0de2a0d5-fd28-4bd3-b176-5b8bb10cc1dc tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:34.113137 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-0de2a0d5-fd28-4bd3-b176-5b8bb10cc1dc tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:34.228080 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_common [None req-0de2a0d5-fd28-4bd3-b176-5b8bb10cc1dc tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Allocated IP 172.27.1.65 (db4fd262-df4a-4858-b92c-469a7b8f139e/fbbec24e-3b1c-439c-846a-fd72122ae4ff/0af3ba07-c90e-4b55-b4f3-a9a94fd104a5) {{(pid=104162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:22:34.336303 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-0de2a0d5-fd28-4bd3-b176-5b8bb10cc1dc tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for port (0af3ba07-c90e-4b55-b4f3-a9a94fd104a5), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:34.371550 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-0de2a0d5-fd28-4bd3-b176-5b8bb10cc1dc tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (0af3ba07-c90e-4b55-b4f3-a9a94fd104a5), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:34.415261 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de2a0d5-fd28-4bd3-b176-5b8bb10cc1dc tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Network db4fd262-df4a-4858-b92c-469a7b8f139e is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:22:34.420244 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-0de2a0d5-fd28-4bd3-b176-5b8bb10cc1dc tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:22:34.424053 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de2a0d5-fd28-4bd3-b176-5b8bb10cc1dc tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Received port after_create {{(pid=104162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:22:34.426742 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:34.445386 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de2a0d5-fd28-4bd3-b176-5b8bb10cc1dc tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Pushing event updated for resources: {'Port': ['ID=0af3ba07-c90e-4b55-b4f3-a9a94fd104a5,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:22:34.462275 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:34.515723 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-0de2a0d5-fd28-4bd3-b176-5b8bb10cc1dc tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for floatingip (17317033-bb8d-4f52-88fb-78d2fb7eeb09), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:34.557053 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-0de2a0d5-fd28-4bd3-b176-5b8bb10cc1dc tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (0af3ba07-c90e-4b55-b4f3-a9a94fd104a5), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:34.711717 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-0de2a0d5-fd28-4bd3-b176-5b8bb10cc1dc tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for port (0af3ba07-c90e-4b55-b4f3-a9a94fd104a5), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:34.716597 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-0de2a0d5-fd28-4bd3-b176-5b8bb10cc1dc tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4518704'] for port (0af3ba07-c90e-4b55-b4f3-a9a94fd104a5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:35.051803 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de2a0d5-fd28-4bd3-b176-5b8bb10cc1dc tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Pushing event updated for resources: {'Port': ['ID=0af3ba07-c90e-4b55-b4f3-a9a94fd104a5,revision_number=2']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:22:35.066301 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-0de2a0d5-fd28-4bd3-b176-5b8bb10cc1dc tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-949731'] for floatingip (17317033-bb8d-4f52-88fb-78d2fb7eeb09), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:35.084111 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-0de2a0d5-fd28-4bd3-b176-5b8bb10cc1dc tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for floatingip (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:35.085354 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-0de2a0d5-fd28-4bd3-b176-5b8bb10cc1dc tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0792100 Jul 28 01:22:35.299127 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-67a1db7a-2259-4479-abe2-cae25037d2f0 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1821555885&fields=id&tenant_id=adb91176f5f74f1199b2fc27c248cecd HTTP/1.1" status: 200 len: 267 time: 0.0520720 Jul 28 01:22:35.410385 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-7d6eb31b-a0fa-4570-b891-351d63940cd1 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:22:35.412178 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-7d6eb31b-a0fa-4570-b891-351d63940cd1 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/networks?id=bac661c0-9620-4ebf-b1dc-5201ea1d9315 HTTP/1.1" status: 200 len: 814 time: 0.1060843 Jul 28 01:22:35.427625 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-548651b1-8586-4bfb-93cf-3318fc8295db tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/quotas/adb91176f5f74f1199b2fc27c248cecd HTTP/1.1" status: 200 len: 375 time: 0.0099392 Jul 28 01:22:35.480823 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-e9a8ea98-ff0e-4655-ad94-08f3be4bfbd3 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=adb91176f5f74f1199b2fc27c248cecd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480976 Jul 28 01:22:35.599618 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-44243007-e6e9-4537-a6e2-4f2b65c53d46 service neutron] 10.222.0.17 "GET /v2.0/networks/bac661c0-9620-4ebf-b1dc-5201ea1d9315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064193 Jul 28 01:22:35.693479 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-8825084b-0aed-4417-aa1d-1517a48f9b32 service neutron] 10.222.0.17 "GET /v2.0/networks/bac661c0-9620-4ebf-b1dc-5201ea1d9315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859435 Jul 28 01:22:35.863065 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9ac0f883-5e50-4e46-93df-628ee59b171c req-c23ff162-f91d-452d-aabc-6ac27605b1b8 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=0f1d5ccc-bac3-414d-9fdc-75722fb41926 HTTP/1.1" status: 200 len: 210 time: 0.0285027 Jul 28 01:22:36.382950 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=3 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:36.383727 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:DELETE=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:36.861101 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-55cd7c9b-77f9-449a-b292-1a4ead279153 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:22:36.862500 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-55cd7c9b-77f9-449a-b292-1a4ead279153 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.42 "GET /v2.0/networks?id=bac661c0-9620-4ebf-b1dc-5201ea1d9315 HTTP/1.1" status: 200 len: 814 time: 0.1137464 Jul 28 01:22:36.942394 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-ba2db635-e7ca-4e6b-a064-91fdb2b2514e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adb91176f5f74f1199b2fc27c248cecd HTTP/1.1" status: 200 len: 473 time: 0.0719833 Jul 28 01:22:36.967852 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-05b69f36-4d25-486a-94c8-c725bfe3cc39 req-170f4d95-16f4-40e8-b1ef-c814088ea1e5 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=0f1d5ccc-bac3-414d-9fdc-75722fb41926 HTTP/1.1" status: 200 len: 210 time: 0.0329292 Jul 28 01:22:37.001185 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-c82bbec7-26cd-4dc3-895a-2cc8d2c49239 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Request body: {'port': {'device_id': '0f1d5ccc-bac3-414d-9fdc-75722fb41926', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'admin_state_up': True, 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'security_groups': ['6af8fa1a-1291-4002-a5d1-8a2248d6ab99']}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:22:37.130468 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-c82bbec7-26cd-4dc3-895a-2cc8d2c49239 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Made reservation on behalf of adb91176f5f74f1199b2fc27c248cecd for: {'port': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:22:37.133880 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-c82bbec7-26cd-4dc3-895a-2cc8d2c49239 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:37.264705 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-c82bbec7-26cd-4dc3-895a-2cc8d2c49239 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Allocated IP 172.20.0.10 (bac661c0-9620-4ebf-b1dc-5201ea1d9315/f7bad7ae-d0ad-40fd-9058-fa644f2bc097/2633d285-d7b7-4c4c-90f6-16f532d8b0d5) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:22:37.348962 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 54662) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:22:37.414928 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-c82bbec7-26cd-4dc3-895a-2cc8d2c49239 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for port (2633d285-d7b7-4c4c-90f6-16f532d8b0d5), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:37.435658 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:37.450454 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-c82bbec7-26cd-4dc3-895a-2cc8d2c49239 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4595618'] for port (2633d285-d7b7-4c4c-90f6-16f532d8b0d5), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:37.456365 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:37.457747 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:37.471595 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:37.506742 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-b4888cfe-0796-4c22-86b0-dc9f781d7e58 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Deleting port dc6609cb-79db-4570-9aee-c2530f8ea23b {{(pid=104162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:22:37.507063 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-c82bbec7-26cd-4dc3-895a-2cc8d2c49239 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Network bac661c0-9620-4ebf-b1dc-5201ea1d9315 is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:22:37.507245 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b4888cfe-0796-4c22-86b0-dc9f781d7e58 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (dc6609cb-79db-4570-9aee-c2530f8ea23b), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:37.512979 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-c82bbec7-26cd-4dc3-895a-2cc8d2c49239 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:22:37.515019 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82bbec7-26cd-4dc3-895a-2cc8d2c49239 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Pushing event updated for resources: {'Port': ['ID=2633d285-d7b7-4c4c-90f6-16f532d8b0d5,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:22:37.517222 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-c82bbec7-26cd-4dc3-895a-2cc8d2c49239 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:22:37.568630 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-c82bbec7-26cd-4dc3-895a-2cc8d2c49239 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:22:37.569313 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-c82bbec7-26cd-4dc3-895a-2cc8d2c49239 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:37.587855 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-c82bbec7-26cd-4dc3-895a-2cc8d2c49239 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5908816 Jul 28 01:22:37.597852 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b4888cfe-0796-4c22-86b0-dc9f781d7e58 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (dc6609cb-79db-4570-9aee-c2530f8ea23b), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:37.598317 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b4888cfe-0796-4c22-86b0-dc9f781d7e58 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks [] for floatingip (dc6609cb-79db-4570-9aee-c2530f8ea23b), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:37.600018 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-0fc020f0-7dda-4b0d-b409-5f5a198513b3 service neutron] Request body: {'port': {'device_id': '0f1d5ccc-bac3-414d-9fdc-75722fb41926', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:22:37.613626 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-b4888cfe-0796-4c22-86b0-dc9f781d7e58 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Calling delete_port for dc6609cb-79db-4570-9aee-c2530f8ea23b owned by network:floatingip {{(pid=104162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:22:37.662619 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-0fc020f0-7dda-4b0d-b409-5f5a198513b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (2633d285-d7b7-4c4c-90f6-16f532d8b0d5), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:37.778150 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b4888cfe-0796-4c22-86b0-dc9f781d7e58 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (dc6609cb-79db-4570-9aee-c2530f8ea23b), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:37.810968 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4888cfe-0796-4c22-86b0-dc9f781d7e58 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Pushing event deleted for resources: {'Port': ['ID=dc6609cb-79db-4570-9aee-c2530f8ea23b,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:22:37.818438 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-6917fa07-c08f-433a-a9ed-676c8058a1e1 None None] Provisioning complete for port 2633d285-d7b7-4c4c-90f6-16f532d8b0d5 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:22:37.819394 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6917fa07-c08f-433a-a9ed-676c8058a1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (2633d285-d7b7-4c4c-90f6-16f532d8b0d5), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:37.866520 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-6917fa07-c08f-433a-a9ed-676c8058a1e1 None None] Port 2633d285-d7b7-4c4c-90f6-16f532d8b0d5 cannot update to ACTIVE because it is not bound. {{(pid=104163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 01:22:37.871272 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-42899ce6-80e5-4dd3-a3d5-223dc8605de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:37.883965 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b4888cfe-0796-4c22-86b0-dc9f781d7e58 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks [] for floatingip (03ee7ef0-c54b-46e3-b706-1b391e386242), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:37.884371 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.db.l3_db [None req-b4888cfe-0796-4c22-86b0-dc9f781d7e58 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Floating IP 03ee7ef0-c54b-46e3-b706-1b391e386242 disassociated (deleted). External IP: 172.27.1.28, port: 79e0f07f-163d-476a-bcb0-0be5f3ea5eff. Jul 28 01:22:37.952150 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-0fc020f0-7dda-4b0d-b409-5f5a198513b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2633d285-d7b7-4c4c-90f6-16f532d8b0d5 {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 01:22:37.960713 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-0fc020f0-7dda-4b0d-b409-5f5a198513b3 service neutron] Publish callbacks [] for port (2633d285-d7b7-4c4c-90f6-16f532d8b0d5), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:37.974389 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-0fc020f0-7dda-4b0d-b409-5f5a198513b3 service neutron] Transition to ACTIVE for port object 2633d285-d7b7-4c4c-90f6-16f532d8b0d5 will not be triggered until provisioned by entity L2. {{(pid=104161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 01:22:37.978576 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-0fc020f0-7dda-4b0d-b409-5f5a198513b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4595637'] for port (2633d285-d7b7-4c4c-90f6-16f532d8b0d5), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:38.053264 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc020f0-7dda-4b0d-b409-5f5a198513b3 service neutron] Pushing event updated for resources: {'Port': ['ID=2633d285-d7b7-4c4c-90f6-16f532d8b0d5,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:22:38.113907 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-0fc020f0-7dda-4b0d-b409-5f5a198513b3 service neutron] Attempting to bind port 2633d285-d7b7-4c4c-90f6-16f532d8b0d5 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:22:38.114247 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-0fc020f0-7dda-4b0d-b409-5f5a198513b3 service neutron] Attempting to bind port 2633d285-d7b7-4c4c-90f6-16f532d8b0d5 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '09a4dbbe-38b5-4ce4-8d83-42afd69b4a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:22:38.114577 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-0fc020f0-7dda-4b0d-b409-5f5a198513b3 service neutron] Attempting to bind port 2633d285-d7b7-4c4c-90f6-16f532d8b0d5 on network bac661c0-9620-4ebf-b1dc-5201ea1d9315 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:22:38.119693 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-0fc020f0-7dda-4b0d-b409-5f5a198513b3 service neutron] Port 2633d285-d7b7-4c4c-90f6-16f532d8b0d5 on network bac661c0-9620-4ebf-b1dc-5201ea1d9315 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 01:22:38.120023 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-0fc020f0-7dda-4b0d-b409-5f5a198513b3 service neutron] Attempting to bind port 2633d285-d7b7-4c4c-90f6-16f532d8b0d5 on network bac661c0-9620-4ebf-b1dc-5201ea1d9315 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:22:38.125926 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-0fc020f0-7dda-4b0d-b409-5f5a198513b3 service neutron] Checking agent: {'id': '8d4a48be-b376-49eb-a7aa-478deaa3f35f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 11, 32), 'started_at': datetime.datetime(2022, 7, 28, 1, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:22:38.126261 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-0fc020f0-7dda-4b0d-b409-5f5a198513b3 service neutron] Checking segment: {'id': '09a4dbbe-38b5-4ce4-8d83-42afd69b4a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:22:38.126643 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-0fc020f0-7dda-4b0d-b409-5f5a198513b3 service neutron] Bound using segment: {'id': '09a4dbbe-38b5-4ce4-8d83-42afd69b4a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:22:38.127101 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-0fc020f0-7dda-4b0d-b409-5f5a198513b3 service neutron] Bound port: 2633d285-d7b7-4c4c-90f6-16f532d8b0d5, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09a4dbbe-38b5-4ce4-8d83-42afd69b4a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:22:38.127463 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-0fc020f0-7dda-4b0d-b409-5f5a198513b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (2633d285-d7b7-4c4c-90f6-16f532d8b0d5), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:38.138462 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4888cfe-0796-4c22-86b0-dc9f781d7e58 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Router c5948652-8761-4174-adca-d302e625cc6e has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:22:38.180052 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6efe0f-e7dd-4ef7-9f81-edaa4c49096f req-798a3f6b-b726-4f9e-a63d-ec3c74137901 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:22:38.181595 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-eb6efe0f-e7dd-4ef7-9f81-edaa4c49096f req-798a3f6b-b726-4f9e-a63d-ec3c74137901 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=0f1d5ccc-bac3-414d-9fdc-75722fb41926 HTTP/1.1" status: 200 len: 944 time: 0.0592203 Jul 28 01:22:38.196940 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-0fc020f0-7dda-4b0d-b409-5f5a198513b3 service neutron] For port 2633d285-d7b7-4c4c-90f6-16f532d8b0d5, host hv-cinder-81558, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:22:38.200493 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-0fc020f0-7dda-4b0d-b409-5f5a198513b3 service neutron] For port 2633d285-d7b7-4c4c-90f6-16f532d8b0d5, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=2633d285-d7b7-4c4c-90f6-16f532d8b0d5,segment=NetworkSegment(09a4dbbe-38b5-4ce4-8d83-42afd69b4a73),segment_id=09a4dbbe-38b5-4ce4-8d83-42afd69b4a73)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:22:38.208969 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-0fc020f0-7dda-4b0d-b409-5f5a198513b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4595637'] for port (2633d285-d7b7-4c4c-90f6-16f532d8b0d5), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:38.250609 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-0fc020f0-7dda-4b0d-b409-5f5a198513b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:22:38.251445 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-0fc020f0-7dda-4b0d-b409-5f5a198513b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:38.252916 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-0fc020f0-7dda-4b0d-b409-5f5a198513b3 service neutron] 10.222.0.42 "PUT /v2.0/ports/2633d285-d7b7-4c4c-90f6-16f532d8b0d5 HTTP/1.1" status: 200 len: 1094 time: 0.6575434 Jul 28 01:22:38.254267 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f1d5ccc-bac3-414d-9fdc-75722fb41926', 'tag': '2633d285-d7b7-4c4c-90f6-16f532d8b0d5'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:22:38.256784 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0f5ab60fa46dcea77c59dd77281ac580fb802378bd5ff0a4b9baf266696a00a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1b509f-7099-49d0-a84b-c4f97c80cdcb" -d '{"events": [{"name": "network-changed", "server_uuid": "0f1d5ccc-bac3-414d-9fdc-75722fb41926", "tag": "2633d285-d7b7-4c4c-90f6-16f532d8b0d5"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:22:38.278024 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:38.288697 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc020f0-7dda-4b0d-b409-5f5a198513b3 service neutron] Pushing event updated for resources: {'Port': ['ID=2633d285-d7b7-4c4c-90f6-16f532d8b0d5,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:22:38.294092 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:38.324259 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-eb6efe0f-e7dd-4ef7-9f81-edaa4c49096f req-707cf38f-a4cb-4dd3-b949-a59803a812e6 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups?id=6af8fa1a-1291-4002-a5d1-8a2248d6ab99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070096 Jul 28 01:22:38.354187 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4888cfe-0796-4c22-86b0-dc9f781d7e58 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:22:38.354590 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 01:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d66361-b364-424c-8ab7-084d330cb788 x-openstack-request-id: req-98d66361-b364-424c-8ab7-084d330cb788 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:22:38.354590 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f1d5ccc-bac3-414d-9fdc-75722fb41926", "tag": "2633d285-d7b7-4c4c-90f6-16f532d8b0d5", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:22:38.354590 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-98d66361-b364-424c-8ab7-084d330cb788 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:22:38.354590 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98d66361-b364-424c-8ab7-084d330cb788'] response: {'name': 'network-changed', 'server_uuid': '0f1d5ccc-bac3-414d-9fdc-75722fb41926', 'tag': '2633d285-d7b7-4c4c-90f6-16f532d8b0d5', 'status': 'completed', 'code': 200} Jul 28 01:22:38.361682 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b4888cfe-0796-4c22-86b0-dc9f781d7e58 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for floatingip (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:38.366326 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-84e8e7b8-6ca9-4a4a-8e70-610f316c9612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:22:38.366476 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd95150c-502f-42a7-9337-975433956785 None None] Sync routers for ids ['c5948652-8761-4174-adca-d302e625cc6e'] in dv-cinder-815582-11-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:22:38.368055 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-84e8e7b8-6ca9-4a4a-8e70-610f316c9612 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=adb91176f5f74f1199b2fc27c248cecd&device_id=0f1d5ccc-bac3-414d-9fdc-75722fb41926 HTTP/1.1" status: 200 len: 1128 time: 0.0563848 Jul 28 01:22:38.381281 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd95150c-502f-42a7-9337-975433956785 None None] Routers {'c5948652-8761-4174-adca-d302e625cc6e'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:22:38.382417 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-bd95150c-502f-42a7-9337-975433956785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:22:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['c5948652-8761-4174-adca-d302e625cc6e'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:22:38.396805 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-b4888cfe-0796-4c22-86b0-dc9f781d7e58 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "DELETE /v2.0/floatingips/03ee7ef0-c54b-46e3-b706-1b391e386242 HTTP/1.1" status: 204 len: 168 time: 1.0463226 Jul 28 01:22:38.397564 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '183b3616-c163-4cad-a062-6d0637e9d642', 'tag': '79e0f07f-163d-476a-bcb0-0be5f3ea5eff'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:22:38.412564 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f6b11fd638c6a58f8ef19871f5a43997b3abcb3256dc707badf279ceb4d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87303f49-a393-4c37-a277-8341a20e233b" -d '{"events": [{"name": "network-changed", "server_uuid": "183b3616-c163-4cad-a062-6d0637e9d642", "tag": "79e0f07f-163d-476a-bcb0-0be5f3ea5eff"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:22:38.420532 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-098b77f9-c91f-4952-a06b-febee37cef5c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2633d285-d7b7-4c4c-90f6-16f532d8b0d5 HTTP/1.1" status: 200 len: 217 time: 0.0434394 Jul 28 01:22:38.484047 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 01:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffee188f-f1b9-438b-a9fa-7d55f8f0f15f x-openstack-request-id: req-ffee188f-f1b9-438b-a9fa-7d55f8f0f15f {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:22:38.484358 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "183b3616-c163-4cad-a062-6d0637e9d642", "tag": "79e0f07f-163d-476a-bcb0-0be5f3ea5eff", "status": "completed", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:22:38.485400 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-ffee188f-f1b9-438b-a9fa-7d55f8f0f15f {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:22:38.485400 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffee188f-f1b9-438b-a9fa-7d55f8f0f15f'] response: {'name': 'network-changed', 'server_uuid': '183b3616-c163-4cad-a062-6d0637e9d642', 'tag': '79e0f07f-163d-476a-bcb0-0be5f3ea5eff', 'status': 'completed', 'code': 200} Jul 28 01:22:38.487875 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-76ce4a55-07fe-469c-89a9-d0cb3b6405de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:22:38.489403 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-76ce4a55-07fe-469c-89a9-d0cb3b6405de service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7bad7ae-d0ad-40fd-9058-fa644f2bc097 HTTP/1.1" status: 200 len: 853 time: 0.0627453 Jul 28 01:22:38.519362 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-bd95150c-502f-42a7-9337-975433956785 None None] Set router c5948652-8761-4174-adca-d302e625cc6e gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:22:38.546227 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-0558b99f-f075-4a01-82dc-345924fdf719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:22:38.548441 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-0558b99f-f075-4a01-82dc-345924fdf719 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bac661c0-9620-4ebf-b1dc-5201ea1d9315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0469677 Jul 28 01:22:38.570490 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87303f49-a393-4c37-a277-8341a20e233b req-aea3ee36-0187-4f94-bd05-9f7578eddc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:22:38.572040 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-87303f49-a393-4c37-a277-8341a20e233b req-aea3ee36-0187-4f94-bd05-9f7578eddc78 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1331035c6654c0d9c8ba49f5a724f8c&device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 1130 time: 0.0684187 Jul 28 01:22:38.709726 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf781c2-5ef5-4628-8be5-468e1dec7483 req-a750b587-ccd0-49e3-be91-d7807007d001 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:22:38.711289 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7cf781c2-5ef5-4628-8be5-468e1dec7483 req-a750b587-ccd0-49e3-be91-d7807007d001 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 946 time: 0.0488844 Jul 28 01:22:38.762168 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7cf781c2-5ef5-4628-8be5-468e1dec7483 req-dc2beb42-72b3-45da-aae7-86049d682f5b tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448797 Jul 28 01:22:38.796442 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:38.833422 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:38.878326 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-df6a2699-421f-425f-a3a2-d45cfc513d07 service neutron] 10.222.0.42 "GET /v2.0/networks/bac661c0-9620-4ebf-b1dc-5201ea1d9315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123848 Jul 28 01:22:38.895705 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87303f49-a393-4c37-a277-8341a20e233b req-d405cffb-2be7-4352-adc8-c07abfedc745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:22:38.897163 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-87303f49-a393-4c37-a277-8341a20e233b req-d405cffb-2be7-4352-adc8-c07abfedc745 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4973681c-a66b-4d24-b5aa-4a1b9f0d40c4 HTTP/1.1" status: 200 len: 909 time: 0.1205690 Jul 28 01:22:38.910991 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-bd95150c-502f-42a7-9337-975433956785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5948652-8761-4174-adca-d302e625cc6e', 'name': 'tempest-TestShelveInstance-394546770-router', 'tenant_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:17:36Z', 'updated_at': '2022-07-28T01:17:39Z', 'revision_number': 4, 'project_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'gw_port': {'id': 'e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:29:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5948652-8761-4174-adca-d302e625cc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:17:36Z', 'updated_at': '2022-07-28T01:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': '4345b98f-9c1e-412f-a022-70d3700598ad', 'name': '', 'network_id': '4973681c-a66b-4d24-b5aa-4a1b9f0d40c4', 'tenant_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'mac_address': 'fa:16:3e:e9:be:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5948652-8761-4174-adca-d302e625cc6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'df37ef65-5548-4456-8082-dfd76f502caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:17:38Z', 'updated_at': '2022-07-28T01:17:44Z', 'revision_number': 5, 'project_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'subnets': [{'id': 'df37ef65-5548-4456-8082-dfd76f502caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:22:38.939938 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd95150c-502f-42a7-9337-975433956785 None None] Checking router: c5948652-8761-4174-adca-d302e625cc6e for host: dv-cinder-815582-11-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:22:38.949036 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd95150c-502f-42a7-9337-975433956785 None None] Routers {'c5948652-8761-4174-adca-d302e625cc6e'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:22:38.949759 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-bd95150c-502f-42a7-9337-975433956785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:22:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['c5948652-8761-4174-adca-d302e625cc6e'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:22:39.056331 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-bd95150c-502f-42a7-9337-975433956785 None None] Set router c5948652-8761-4174-adca-d302e625cc6e gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:22:39.249133 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-bd95150c-502f-42a7-9337-975433956785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5948652-8761-4174-adca-d302e625cc6e', 'name': 'tempest-TestShelveInstance-394546770-router', 'tenant_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:17:36Z', 'updated_at': '2022-07-28T01:17:39Z', 'revision_number': 4, 'project_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'gw_port': {'id': 'e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:29:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5948652-8761-4174-adca-d302e625cc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:17:36Z', 'updated_at': '2022-07-28T01:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': '4345b98f-9c1e-412f-a022-70d3700598ad', 'name': '', 'network_id': '4973681c-a66b-4d24-b5aa-4a1b9f0d40c4', 'tenant_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'mac_address': 'fa:16:3e:e9:be:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5948652-8761-4174-adca-d302e625cc6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'df37ef65-5548-4456-8082-dfd76f502caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:17:38Z', 'updated_at': '2022-07-28T01:17:44Z', 'revision_number': 5, 'project_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'subnets': [{'id': 'df37ef65-5548-4456-8082-dfd76f502caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:22:39.275613 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd95150c-502f-42a7-9337-975433956785 None None] The sync data for ids ['c5948652-8761-4174-adca-d302e625cc6e'] in dv-cinder-815582-11-iscsi is: [{'id': 'c5948652-8761-4174-adca-d302e625cc6e', 'name': 'tempest-TestShelveInstance-394546770-router', 'tenant_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:17:36Z', 'updated_at': '2022-07-28T01:17:39Z', 'revision_number': 4, 'project_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'gw_port': {'id': 'e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:29:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5948652-8761-4174-adca-d302e625cc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:17:36Z', 'updated_at': '2022-07-28T01:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': '4345b98f-9c1e-412f-a022-70d3700598ad', 'name': '', 'network_id': '4973681c-a66b-4d24-b5aa-4a1b9f0d40c4', 'tenant_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'mac_address': 'fa:16:3e:e9:be:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5948652-8761-4174-adca-d302e625cc6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'df37ef65-5548-4456-8082-dfd76f502caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:17:38Z', 'updated_at': '2022-07-28T01:17:44Z', 'revision_number': 5, 'project_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'subnets': [{'id': 'df37ef65-5548-4456-8082-dfd76f502caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:22:39.458672 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc877a-860b-4423-8e53-f2bb1084e3ab req-35b02c12-8f40-47af-99e1-405df3744721 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:22:39.460291 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-15bc877a-860b-4423-8e53-f2bb1084e3ab req-35b02c12-8f40-47af-99e1-405df3744721 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=0f1d5ccc-bac3-414d-9fdc-75722fb41926 HTTP/1.1" status: 200 len: 944 time: 0.0515859 Jul 28 01:22:39.513650 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-15bc877a-860b-4423-8e53-f2bb1084e3ab req-932e51b2-cad1-414e-a198-5ac94aa07ab7 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups?id=6af8fa1a-1291-4002-a5d1-8a2248d6ab99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474601 Jul 28 01:22:39.527199 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d06fd0-5978-4f15-8b5e-1ed9718a0016 None None] New status for floating IP 03ee7ef0-c54b-46e3-b706-1b391e386242: DOWN {{(pid=104164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 01:22:39.909865 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8359bcb-4096-4b6b-8099-05dab1157319 req-71c77ab1-6849-480b-8f26-2c5e98cbb5c7 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:22:39.911451 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a8359bcb-4096-4b6b-8099-05dab1157319 req-71c77ab1-6849-480b-8f26-2c5e98cbb5c7 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 946 time: 0.0524094 Jul 28 01:22:39.960085 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-87303f49-a393-4c37-a277-8341a20e233b req-0f1ea1ef-d975-4987-b48a-e5ce939c3c9c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79e0f07f-163d-476a-bcb0-0be5f3ea5eff HTTP/1.1" status: 200 len: 217 time: 0.0473230 Jul 28 01:22:40.000835 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-73c13938-d997-4e92-a7e5-8ebd5b77deac req-5af46389-c9e8-4fc7-b85f-e2baca2d7ec5 service neutron] 10.222.0.42 "GET /v2.0/networks/bac661c0-9620-4ebf-b1dc-5201ea1d9315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927486 Jul 28 01:22:40.030373 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a8359bcb-4096-4b6b-8099-05dab1157319 req-9cb6f602-3583-40bc-bf3d-2ad67f6215e8 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086121 Jul 28 01:22:40.049240 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87303f49-a393-4c37-a277-8341a20e233b req-e3ca5931-f77c-4592-9793-a2feb7e39882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:22:40.049240 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-87303f49-a393-4c37-a277-8341a20e233b req-e3ca5931-f77c-4592-9793-a2feb7e39882 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=df37ef65-5548-4456-8082-dfd76f502caf HTTP/1.1" status: 200 len: 847 time: 0.0649512 Jul 28 01:22:40.361008 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-138f4d42-eba9-4764-8a95-27c598cf5e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:40.639122 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba401138-e661-4f64-b4a1-ae0e19db5aeb req-6da69f75-7812-4bc4-8205-3b9e48d9e9ce tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:22:40.640570 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ba401138-e661-4f64-b4a1-ae0e19db5aeb req-6da69f75-7812-4bc4-8205-3b9e48d9e9ce tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=0f1d5ccc-bac3-414d-9fdc-75722fb41926 HTTP/1.1" status: 200 len: 944 time: 0.0524776 Jul 28 01:22:40.698826 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ba401138-e661-4f64-b4a1-ae0e19db5aeb req-b51b26e7-db44-4c78-ba90-9856991bb613 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups?id=6af8fa1a-1291-4002-a5d1-8a2248d6ab99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522254 Jul 28 01:22:41.172673 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5c8ec-0a59-4179-b7eb-cc67885bf4d1 req-c5da05b5-e1e8-4217-8ef2-3714621ca5bc tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:22:41.174276 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e7d5c8ec-0a59-4179-b7eb-cc67885bf4d1 req-c5da05b5-e1e8-4217-8ef2-3714621ca5bc tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 946 time: 0.0566733 Jul 28 01:22:41.256619 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e7d5c8ec-0a59-4179-b7eb-cc67885bf4d1 req-abd585d4-5523-4982-82de-27a2f223a3b0 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/security-groups?id=f7607c0b-804c-4aa9-8624-c3d985792cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736718 Jul 28 01:22:41.262881 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87303f49-a393-4c37-a277-8341a20e233b req-df34a5e8-de50-4037-8ad9-c01d383d9f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:22:41.264371 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-87303f49-a393-4c37-a277-8341a20e233b req-df34a5e8-de50-4037-8ad9-c01d383d9f35 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4973681c-a66b-4d24-b5aa-4a1b9f0d40c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0549762 Jul 28 01:22:41.275057 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b509f-7099-49d0-a84b-c4f97c80cdcb req-609d1261-86a9-47b6-bf82-33177f85f0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:22:41.276563 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5e1b509f-7099-49d0-a84b-c4f97c80cdcb req-609d1261-86a9-47b6-bf82-33177f85f0df service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=adb91176f5f74f1199b2fc27c248cecd&device_id=0f1d5ccc-bac3-414d-9fdc-75722fb41926 HTTP/1.1" status: 200 len: 1128 time: 0.0453041 Jul 28 01:22:41.371329 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-87303f49-a393-4c37-a277-8341a20e233b req-d541bcfd-0cb8-43eb-8706-399d17d7f39b service neutron] 10.222.0.42 "GET /v2.0/networks/4973681c-a66b-4d24-b5aa-4a1b9f0d40c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001139 Jul 28 01:22:41.371684 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:41.468960 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-87303f49-a393-4c37-a277-8341a20e233b req-0ce1be1e-b4f4-407d-8374-fc6a5f532089 service neutron] 10.222.0.42 "GET /v2.0/networks/4973681c-a66b-4d24-b5aa-4a1b9f0d40c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908689 Jul 28 01:22:41.638249 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5982f-20fb-49db-915d-f8a0610ee39e req-680426c3-e04f-4a15-8af8-606b86a67618 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:22:41.639697 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-58d5982f-20fb-49db-915d-f8a0610ee39e req-680426c3-e04f-4a15-8af8-606b86a67618 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.42 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 946 time: 0.3426673 Jul 28 01:22:41.708920 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b509f-7099-49d0-a84b-c4f97c80cdcb req-581bad83-4eaf-4207-b56b-100682f15d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:22:41.710371 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5e1b509f-7099-49d0-a84b-c4f97c80cdcb req-581bad83-4eaf-4207-b56b-100682f15d58 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bac661c0-9620-4ebf-b1dc-5201ea1d9315 HTTP/1.1" status: 200 len: 915 time: 0.4146311 Jul 28 01:22:41.770237 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5e1b509f-7099-49d0-a84b-c4f97c80cdcb req-1199b5af-7b0a-4683-8a09-5ceb6099449b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2633d285-d7b7-4c4c-90f6-16f532d8b0d5 HTTP/1.1" status: 200 len: 217 time: 0.0418677 Jul 28 01:22:41.789986 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-58d5982f-20fb-49db-915d-f8a0610ee39e req-790cbd43-d142-4a86-872b-a1ac7634ab25 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Deleting port 79e0f07f-163d-476a-bcb0-0be5f3ea5eff {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:22:41.790316 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-58d5982f-20fb-49db-915d-f8a0610ee39e req-790cbd43-d142-4a86-872b-a1ac7634ab25 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (79e0f07f-163d-476a-bcb0-0be5f3ea5eff), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:41.822887 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f24f1e-2105-4e01-96e0-d88f24b487ba req-bf6e7fae-8646-426b-b690-af05dfc2bd11 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:22:41.824531 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-99f24f1e-2105-4e01-96e0-d88f24b487ba req-bf6e7fae-8646-426b-b690-af05dfc2bd11 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=0f1d5ccc-bac3-414d-9fdc-75722fb41926 HTTP/1.1" status: 200 len: 944 time: 0.0523977 Jul 28 01:22:41.860105 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:41.874329 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b509f-7099-49d0-a84b-c4f97c80cdcb req-2bdb0f46-8738-4f0b-aa3b-a338ee45b228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:22:41.875793 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-99f24f1e-2105-4e01-96e0-d88f24b487ba req-5a9fc992-8e5d-4596-a9b7-8105e6812979 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups?id=6af8fa1a-1291-4002-a5d1-8a2248d6ab99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447681 Jul 28 01:22:41.875961 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5e1b509f-7099-49d0-a84b-c4f97c80cdcb req-2bdb0f46-8738-4f0b-aa3b-a338ee45b228 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7bad7ae-d0ad-40fd-9058-fa644f2bc097 HTTP/1.1" status: 200 len: 853 time: 0.0977457 Jul 28 01:22:41.947666 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-58d5982f-20fb-49db-915d-f8a0610ee39e req-790cbd43-d142-4a86-872b-a1ac7634ab25 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] For port 79e0f07f-163d-476a-bcb0-0be5f3ea5eff, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=79e0f07f-163d-476a-bcb0-0be5f3ea5eff,segment=NetworkSegment(7f65afb7-eda7-42b3-bc7e-b411396f359a),segment_id=7f65afb7-eda7-42b3-bc7e-b411396f359a)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:22:41.948016 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-58d5982f-20fb-49db-915d-f8a0610ee39e req-790cbd43-d142-4a86-872b-a1ac7634ab25 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (79e0f07f-163d-476a-bcb0-0be5f3ea5eff), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:41.951091 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b509f-7099-49d0-a84b-c4f97c80cdcb req-49181a83-688f-453b-b4ae-e01a915b4ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:22:41.952629 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5e1b509f-7099-49d0-a84b-c4f97c80cdcb req-49181a83-688f-453b-b4ae-e01a915b4ada service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bac661c0-9620-4ebf-b1dc-5201ea1d9315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0679984 Jul 28 01:22:41.981231 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-58d5982f-20fb-49db-915d-f8a0610ee39e req-790cbd43-d142-4a86-872b-a1ac7634ab25 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Calling delete_port for 79e0f07f-163d-476a-bcb0-0be5f3ea5eff owned by compute:nova {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:22:42.076037 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=100 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:42.104170 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5e1b509f-7099-49d0-a84b-c4f97c80cdcb req-a8bb4426-e8ee-498d-b807-d8f5bc1a6945 service neutron] 10.222.0.42 "GET /v2.0/networks/bac661c0-9620-4ebf-b1dc-5201ea1d9315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453991 Jul 28 01:22:42.238106 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:42.243605 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-58d5982f-20fb-49db-915d-f8a0610ee39e req-790cbd43-d142-4a86-872b-a1ac7634ab25 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4595618'] for port (79e0f07f-163d-476a-bcb0-0be5f3ea5eff), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:42.247250 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5e1b509f-7099-49d0-a84b-c4f97c80cdcb req-8f39412d-c4e8-4d65-9039-4691f0e2b781 service neutron] 10.222.0.42 "GET /v2.0/networks/bac661c0-9620-4ebf-b1dc-5201ea1d9315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321604 Jul 28 01:22:42.276135 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790cbd43-d142-4a86-872b-a1ac7634ab25 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Pushing event deleted for resources: {'Port': ['ID=79e0f07f-163d-476a-bcb0-0be5f3ea5eff,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:22:42.325039 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d5982f-20fb-49db-915d-f8a0610ee39e req-790cbd43-d142-4a86-872b-a1ac7634ab25 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] No DVR routers for this DVR port 79e0f07f-163d-476a-bcb0-0be5f3ea5eff on host hv-cinder-81558 {{(pid=104161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 01:22:42.327888 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-58d5982f-20fb-49db-915d-f8a0610ee39e req-790cbd43-d142-4a86-872b-a1ac7634ab25 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:42.331110 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-58d5982f-20fb-49db-915d-f8a0610ee39e req-790cbd43-d142-4a86-872b-a1ac7634ab25 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.42 "DELETE /v2.0/ports/79e0f07f-163d-476a-bcb0-0be5f3ea5eff HTTP/1.1" status: 204 len: 173 time: 0.6856654 Jul 28 01:22:42.331551 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183b3616-c163-4cad-a062-6d0637e9d642', 'name': 'network-vif-deleted', 'tag': '79e0f07f-163d-476a-bcb0-0be5f3ea5eff'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:22:42.333802 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0f5ab60fa46dcea77c59dd77281ac580fb802378bd5ff0a4b9baf266696a00a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65742e09-c838-4b8b-bee0-bb96b4be9184" -d '{"events": [{"server_uuid": "183b3616-c163-4cad-a062-6d0637e9d642", "name": "network-vif-deleted", "tag": "79e0f07f-163d-476a-bcb0-0be5f3ea5eff"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:22:42.367114 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8037afa6-38f5-4fd9-a282-c6f91937575c req-ade30408-5d0e-4091-a4c9-a9ec6586ac95 tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "GET /v2.0/ports?device_id=183b3616-c163-4cad-a062-6d0637e9d642 HTTP/1.1" status: 200 len: 210 time: 0.0356488 Jul 28 01:22:42.375544 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 01:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee4af30-1716-4664-9f6b-18ac3485827c x-openstack-request-id: req-1ee4af30-1716-4664-9f6b-18ac3485827c {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:22:42.375957 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "183b3616-c163-4cad-a062-6d0637e9d642", "name": "network-vif-deleted", "tag": "79e0f07f-163d-476a-bcb0-0be5f3ea5eff", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:22:42.376304 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-1ee4af30-1716-4664-9f6b-18ac3485827c {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:22:42.376862 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ee4af30-1716-4664-9f6b-18ac3485827c'] response: {'server_uuid': '183b3616-c163-4cad-a062-6d0637e9d642', 'name': 'network-vif-deleted', 'tag': '79e0f07f-163d-476a-bcb0-0be5f3ea5eff', 'status': 'completed', 'code': 200} Jul 28 01:22:42.737157 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:43.009468 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148349f-5c3d-4c93-9eb1-b10ce485b464 req-2a3fd496-dcb3-4aba-8c1a-98b9639a9a5d tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:22:43.011008 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2148349f-5c3d-4c93-9eb1-b10ce485b464 req-2a3fd496-dcb3-4aba-8c1a-98b9639a9a5d tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=0f1d5ccc-bac3-414d-9fdc-75722fb41926 HTTP/1.1" status: 200 len: 944 time: 0.0522301 Jul 28 01:22:43.039796 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:43.064081 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2148349f-5c3d-4c93-9eb1-b10ce485b464 req-90d4cdb2-65c1-4df8-813e-2eafe7ba2935 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups?id=6af8fa1a-1291-4002-a5d1-8a2248d6ab99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462770 Jul 28 01:22:43.437418 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 54694) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:22:43.500378 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-bf563433-948c-499d-8a19-5309574a665f tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks [] for security_group (f7607c0b-804c-4aa9-8624-c3d985792cdc), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:43.501770 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:43.526935 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-bf563433-948c-499d-8a19-5309574a665f tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks [] for security_group (f7607c0b-804c-4aa9-8624-c3d985792cdc), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:43.589632 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-bf563433-948c-499d-8a19-5309574a665f tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (f7607c0b-804c-4aa9-8624-c3d985792cdc), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:43.592231 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-bf563433-948c-499d-8a19-5309574a665f tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:43.593397 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-bf563433-948c-499d-8a19-5309574a665f tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] 10.222.0.17 "DELETE /v2.0/security-groups/f7607c0b-804c-4aa9-8624-c3d985792cdc HTTP/1.1" status: 204 len: 168 time: 0.1555998 Jul 28 01:22:43.604523 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf563433-948c-499d-8a19-5309574a665f tempest-TestShelveInstance-178199375 tempest-TestShelveInstance-178199375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7607c0b-804c-4aa9-8624-c3d985792cdc,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:22:43.645292 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 54700) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:22:43.659399 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 2633d285-d7b7-4c4c-90f6-16f532d8b0d5 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 01:22:43.662261 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 79e0f07f-163d-476a-bcb0-0be5f3ea5eff no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:22:43.685754 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:43.689014 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] No Port match for: 79e0f07f-163d-476a-bcb0-0be5f3ea5eff {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:22:43.689361 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 79e0f07f-163d-476a-bcb0-0be5f3ea5eff not bound to the agent host hv-cinder-81558 {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:22:43.788249 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 2633d285-d7b7-4c4c-90f6-16f532d8b0d5, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=2633d285-d7b7-4c4c-90f6-16f532d8b0d5,segment=NetworkSegment(09a4dbbe-38b5-4ce4-8d83-42afd69b4a73),segment_id=09a4dbbe-38b5-4ce4-8d83-42afd69b4a73)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:22:43.797078 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=100 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:43.801145 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Returning: {'device': '2633d285-d7b7-4c4c-90f6-16f532d8b0d5', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'port_id': '2633d285-d7b7-4c4c-90f6-16f532d8b0d5', 'mac_address': 'fa:16:3e:b7:7e:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 01:22:43.836832 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port 2633d285-d7b7-4c4c-90f6-16f532d8b0d5 is: DOWN; New status is: BUILD {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:22:43.837234 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (2633d285-d7b7-4c4c-90f6-16f532d8b0d5), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:43.850669 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2633d285-d7b7-4c4c-90f6-16f532d8b0d5 {{(pid=104163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 01:22:43.871430 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 2633d285-d7b7-4c4c-90f6-16f532d8b0d5, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=2633d285-d7b7-4c4c-90f6-16f532d8b0d5,segment=NetworkSegment(09a4dbbe-38b5-4ce4-8d83-42afd69b4a73),segment_id=09a4dbbe-38b5-4ce4-8d83-42afd69b4a73)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:22:43.876115 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (2633d285-d7b7-4c4c-90f6-16f532d8b0d5), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:43.929306 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=2633d285-d7b7-4c4c-90f6-16f532d8b0d5,revision_number=4']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:22:43.936939 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:22:43.937296 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:22:43.937665 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:22:43.937991 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:22:43.938334 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:22:43.938667 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:22:43.939181 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:22:43.939521 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:22:43.939850 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:22:43.940219 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:22:43.940550 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:22:43.940879 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:22:43.941209 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:22:43.941534 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:22:43.942480 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:22:44.142943 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7376b892-42c3-44b8-a33b-d43272b93216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952091'] for router_interface (c5948652-8761-4174-adca-d302e625cc6e), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:44.144617 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] get_ports_and_sgs() called for port_ids ['2633d285-d7b7-4c4c-90f6-16f532d8b0d5'] {{(pid=104163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 01:22:44.191761 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d5ad2-9930-433d-a333-ebc865156123 req-5dad0eec-0543-4868-9655-5cb0a8368d1b tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:22:44.194065 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-bc7d5ad2-9930-433d-a333-ebc865156123 req-5dad0eec-0543-4868-9655-5cb0a8368d1b tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=0f1d5ccc-bac3-414d-9fdc-75722fb41926 HTTP/1.1" status: 200 len: 945 time: 0.0525331 Jul 28 01:22:44.245273 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-bc7d5ad2-9930-433d-a333-ebc865156123 req-d09014fc-e4af-460e-9fc8-d8de95ec2fc1 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups?id=6af8fa1a-1291-4002-a5d1-8a2248d6ab99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453010 Jul 28 01:22:44.375119 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-7376b892-42c3-44b8-a33b-d43272b93216 admin admin] Deleting port 4345b98f-9c1e-412f-a022-70d3700598ad {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:22:44.375433 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7376b892-42c3-44b8-a33b-d43272b93216 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (4345b98f-9c1e-412f-a022-70d3700598ad), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:44.449001 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:44.457104 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-7376b892-42c3-44b8-a33b-d43272b93216 admin admin] For port 4345b98f-9c1e-412f-a022-70d3700598ad, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=4345b98f-9c1e-412f-a022-70d3700598ad,segment=NetworkSegment(7f65afb7-eda7-42b3-bc7e-b411396f359a),segment_id=7f65afb7-eda7-42b3-bc7e-b411396f359a)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:22:44.457500 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7376b892-42c3-44b8-a33b-d43272b93216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (4345b98f-9c1e-412f-a022-70d3700598ad), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:44.470863 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-7376b892-42c3-44b8-a33b-d43272b93216 admin admin] Calling delete_port for 4345b98f-9c1e-412f-a022-70d3700598ad owned by network:router_interface {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:22:44.665206 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7376b892-42c3-44b8-a33b-d43272b93216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4595618'] for port (4345b98f-9c1e-412f-a022-70d3700598ad), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:44.669347 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:44.692994 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376b892-42c3-44b8-a33b-d43272b93216 admin admin] Pushing event deleted for resources: {'Port': ['ID=4345b98f-9c1e-412f-a022-70d3700598ad,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:22:44.718665 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376b892-42c3-44b8-a33b-d43272b93216 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:22:44.719030 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376b892-42c3-44b8-a33b-d43272b93216 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:22:44.719379 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376b892-42c3-44b8-a33b-d43272b93216 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:22:44.719714 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376b892-42c3-44b8-a33b-d43272b93216 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:22:44.720038 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376b892-42c3-44b8-a33b-d43272b93216 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:22:44.720451 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376b892-42c3-44b8-a33b-d43272b93216 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:22:44.720775 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376b892-42c3-44b8-a33b-d43272b93216 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:22:44.721099 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376b892-42c3-44b8-a33b-d43272b93216 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:22:44.721408 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376b892-42c3-44b8-a33b-d43272b93216 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:22:44.721743 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376b892-42c3-44b8-a33b-d43272b93216 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:22:44.722036 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376b892-42c3-44b8-a33b-d43272b93216 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:22:44.722363 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376b892-42c3-44b8-a33b-d43272b93216 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:22:44.722704 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376b892-42c3-44b8-a33b-d43272b93216 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:22:44.723046 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376b892-42c3-44b8-a33b-d43272b93216 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:22:44.723338 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376b892-42c3-44b8-a33b-d43272b93216 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:22:44.875290 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7376b892-42c3-44b8-a33b-d43272b93216 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-952207'] for router_interface (c5948652-8761-4174-adca-d302e625cc6e), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:45.091107 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7376b892-42c3-44b8-a33b-d43272b93216 admin admin] Router c5948652-8761-4174-adca-d302e625cc6e has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:22:45.204314 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7376b892-42c3-44b8-a33b-d43272b93216 admin admin] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:22:45.210472 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-7376b892-42c3-44b8-a33b-d43272b93216 admin admin] 10.222.0.17 "PUT /v2.0/routers/c5948652-8761-4174-adca-d302e625cc6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5640295 Jul 28 01:22:45.212578 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 54706) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:22:45.214348 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65153ef-db37-4539-b6cc-12759ac39042 None None] Sync routers for ids ['c5948652-8761-4174-adca-d302e625cc6e'] in dv-cinder-815582-11-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:22:45.224643 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65153ef-db37-4539-b6cc-12759ac39042 None None] Routers {'c5948652-8761-4174-adca-d302e625cc6e'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:22:45.225260 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-b65153ef-db37-4539-b6cc-12759ac39042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:22:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['c5948652-8761-4174-adca-d302e625cc6e'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:22:45.310008 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:45.318676 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-06d0431f-4914-4e3c-8387-6c201b6ffc48 admin admin] Publish callbacks [] for router (c5948652-8761-4174-adca-d302e625cc6e), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:45.340038 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-b65153ef-db37-4539-b6cc-12759ac39042 None None] Set router c5948652-8761-4174-adca-d302e625cc6e gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:22:45.377657 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246db931-896e-4274-8494-0672c957a9f3 req-f385e96b-c2a8-48b1-b292-088f7c27a23d tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:22:45.379274 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-246db931-896e-4274-8494-0672c957a9f3 req-f385e96b-c2a8-48b1-b292-088f7c27a23d tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=0f1d5ccc-bac3-414d-9fdc-75722fb41926 HTTP/1.1" status: 200 len: 945 time: 0.0581818 Jul 28 01:22:45.422585 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-06d0431f-4914-4e3c-8387-6c201b6ffc48 admin admin] Publish callbacks [] for router_gateway (c5948652-8761-4174-adca-d302e625cc6e), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:45.432238 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-246db931-896e-4274-8494-0672c957a9f3 req-39729fe2-e8dd-44bf-a033-d7bb62de6ffd tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups?id=6af8fa1a-1291-4002-a5d1-8a2248d6ab99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466213 Jul 28 01:22:45.473941 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-06d0431f-4914-4e3c-8387-6c201b6ffc48 admin admin] Deleting port e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:22:45.474388 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-06d0431f-4914-4e3c-8387-6c201b6ffc48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:45.529549 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-b65153ef-db37-4539-b6cc-12759ac39042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5948652-8761-4174-adca-d302e625cc6e', 'name': 'tempest-TestShelveInstance-394546770-router', 'tenant_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:17:36Z', 'updated_at': '2022-07-28T01:22:44Z', 'revision_number': 5, 'project_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'gw_port': {'id': 'e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:29:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5948652-8761-4174-adca-d302e625cc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:17:36Z', 'updated_at': '2022-07-28T01:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi'}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:22:45.555057 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65153ef-db37-4539-b6cc-12759ac39042 None None] Checking router: c5948652-8761-4174-adca-d302e625cc6e for host: dv-cinder-815582-11-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:22:45.564256 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65153ef-db37-4539-b6cc-12759ac39042 None None] Routers {'c5948652-8761-4174-adca-d302e625cc6e'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:22:45.564958 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-b65153ef-db37-4539-b6cc-12759ac39042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:22:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['c5948652-8761-4174-adca-d302e625cc6e'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:22:45.568676 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-06d0431f-4914-4e3c-8387-6c201b6ffc48 admin admin] For port e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426,segment=NetworkSegment(e0235fba-4142-426a-91c5-07cb16b4142e),segment_id=e0235fba-4142-426a-91c5-07cb16b4142e)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:22:45.569033 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-06d0431f-4914-4e3c-8387-6c201b6ffc48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:45.582089 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-06d0431f-4914-4e3c-8387-6c201b6ffc48 admin admin] Calling delete_port for e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426 owned by network:router_gateway {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:22:45.649692 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:45.663106 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-b65153ef-db37-4539-b6cc-12759ac39042 None None] Set router c5948652-8761-4174-adca-d302e625cc6e gateway port host: None {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:22:45.688671 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 2633d285-d7b7-4c4c-90f6-16f532d8b0d5 up at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:22:45.719439 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-b65153ef-db37-4539-b6cc-12759ac39042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5948652-8761-4174-adca-d302e625cc6e', 'name': 'tempest-TestShelveInstance-394546770-router', 'tenant_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:17:36Z', 'updated_at': '2022-07-28T01:22:45Z', 'revision_number': 6, 'project_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'gw_port_host': None}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:22:45.750454 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-06d0431f-4914-4e3c-8387-6c201b6ffc48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4595618'] for port (e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:45.764220 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65153ef-db37-4539-b6cc-12759ac39042 None None] The sync data for ids ['c5948652-8761-4174-adca-d302e625cc6e'] in dv-cinder-815582-11-iscsi is: [{'id': 'c5948652-8761-4174-adca-d302e625cc6e', 'name': 'tempest-TestShelveInstance-394546770-router', 'tenant_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:17:36Z', 'updated_at': '2022-07-28T01:22:45Z', 'revision_number': 6, 'project_id': 'b1331035c6654c0d9c8ba49f5a724f8c', 'gw_port_host': None}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:22:45.779726 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d0431f-4914-4e3c-8387-6c201b6ffc48 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:22:45.792582 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Provisioning for port 2633d285-d7b7-4c4c-90f6-16f532d8b0d5 completed by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 01:22:45.802261 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Provisioning complete for port 2633d285-d7b7-4c4c-90f6-16f532d8b0d5 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:22:45.802261 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (2633d285-d7b7-4c4c-90f6-16f532d8b0d5), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:45.824801 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:45.843685 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-06d0431f-4914-4e3c-8387-6c201b6ffc48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-949531'] for router_gateway (c5948652-8761-4174-adca-d302e625cc6e), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:45.871671 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:45.884161 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port 2633d285-d7b7-4c4c-90f6-16f532d8b0d5 is: BUILD; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:22:45.884531 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (2633d285-d7b7-4c4c-90f6-16f532d8b0d5), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:45.933244 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-06d0431f-4914-4e3c-8387-6c201b6ffc48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-347'] for router (c5948652-8761-4174-adca-d302e625cc6e), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:45.935661 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-06d0431f-4914-4e3c-8387-6c201b6ffc48 admin admin] Publish callbacks [] for router_controller (c5948652-8761-4174-adca-d302e625cc6e), precommit_delete_associations {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:45.980743 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-06d0431f-4914-4e3c-8387-6c201b6ffc48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614162'] for router (c5948652-8761-4174-adca-d302e625cc6e), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:45.981358 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d0431f-4914-4e3c-8387-6c201b6ffc48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5948652-8761-4174-adca-d302e625cc6e {{(pid=104161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 01:22:45.986926 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-06d0431f-4914-4e3c-8387-6c201b6ffc48 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:45.988108 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-06d0431f-4914-4e3c-8387-6c201b6ffc48 admin admin] 10.222.0.17 "DELETE /v2.0/routers/c5948652-8761-4174-adca-d302e625cc6e HTTP/1.1" status: 204 len: 168 time: 0.7745841 Jul 28 01:22:45.990683 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 54710) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:22:46.037689 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1d5ccc-bac3-414d-9fdc-75722fb41926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2633d285-d7b7-4c4c-90f6-16f532d8b0d5'}] {{(pid=104163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:22:46.040055 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74574a7e5f5019bac05c50995ec4c38decffa50ba6d5d10f63080a9b4086ca7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317b09cd-9fb4-4981-a936-6ac8d680a706" -d '{"events": [{"server_uuid": "0f1d5ccc-bac3-414d-9fdc-75722fb41926", "name": "network-vif-plugged", "status": "completed", "tag": "2633d285-d7b7-4c4c-90f6-16f532d8b0d5"}]}' {{(pid=104163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:22:46.043252 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_v2 [None req-15fbded5-e648-4312-bd02-c27bfb2b5259 admin admin] Deleting subnet df37ef65-5548-4456-8082-dfd76f502caf {{(pid=104161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 01:22:46.047064 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-15fbded5-e648-4312-bd02-c27bfb2b5259 admin admin] Publish callbacks [] for subnet (df37ef65-5548-4456-8082-dfd76f502caf), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:46.053435 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 2633d285-d7b7-4c4c-90f6-16f532d8b0d5, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=2633d285-d7b7-4c4c-90f6-16f532d8b0d5,segment=NetworkSegment(09a4dbbe-38b5-4ce4-8d83-42afd69b4a73),segment_id=09a4dbbe-38b5-4ce4-8d83-42afd69b4a73)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:22:46.058775 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (2633d285-d7b7-4c4c-90f6-16f532d8b0d5), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:46.084113 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 01:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34fc2342-f612-4883-8bae-6ebaf458c8b1 x-openstack-request-id: req-34fc2342-f612-4883-8bae-6ebaf458c8b1 {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:22:46.084994 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1d5ccc-bac3-414d-9fdc-75722fb41926", "name": "network-vif-plugged", "status": "completed", "tag": "2633d285-d7b7-4c4c-90f6-16f532d8b0d5", "code": 200}]} {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:22:46.085308 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-34fc2342-f612-4883-8bae-6ebaf458c8b1 {{(pid=104163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:22:46.085754 dv-cinder-815582-11-iscsi neutron-server[104163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34fc2342-f612-4883-8bae-6ebaf458c8b1'] response: {'server_uuid': '0f1d5ccc-bac3-414d-9fdc-75722fb41926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2633d285-d7b7-4c4c-90f6-16f532d8b0d5', 'code': 200} Jul 28 01:22:46.087267 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-15fbded5-e648-4312-bd02-c27bfb2b5259 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4967686'] for subnet (df37ef65-5548-4456-8082-dfd76f502caf), precommit_delete_associations {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:46.115906 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=2633d285-d7b7-4c4c-90f6-16f532d8b0d5,revision_number=5']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:22:46.197266 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-15fbded5-e648-4312-bd02-c27bfb2b5259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400619'] for subnet (df37ef65-5548-4456-8082-dfd76f502caf), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:46.252822 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:46.541517 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4dc80-13fc-4447-b537-f8652e274325 req-e93b77ed-cc35-4fd9-8acb-679183ad0e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:22:46.543930 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e6b4dc80-13fc-4447-b537-f8652e274325 req-e93b77ed-cc35-4fd9-8acb-679183ad0e2e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0f1d5ccc-bac3-414d-9fdc-75722fb41926 HTTP/1.1" status: 200 len: 1130 time: 0.3060601 Jul 28 01:22:46.548008 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-15fbded5-e648-4312-bd02-c27bfb2b5259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4595599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7313067'] for subnet (df37ef65-5548-4456-8082-dfd76f502caf), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:46.583654 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80d75b-9daf-4b74-9398-8886c5479e39 req-3e599677-c1e3-496e-9d21-87ede9c5e83f tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:22:46.585186 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-6f80d75b-9daf-4b74-9398-8886c5479e39 req-3e599677-c1e3-496e-9d21-87ede9c5e83f tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=0f1d5ccc-bac3-414d-9fdc-75722fb41926 HTTP/1.1" status: 200 len: 946 time: 0.0719340 Jul 28 01:22:46.586961 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fbded5-e648-4312-bd02-c27bfb2b5259 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df37ef65-5548-4456-8082-dfd76f502caf,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:22:46.602324 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-15fbded5-e648-4312-bd02-c27bfb2b5259 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for subnet (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:46.608415 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-15fbded5-e648-4312-bd02-c27bfb2b5259 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/df37ef65-5548-4456-8082-dfd76f502caf HTTP/1.1" status: 204 len: 168 time: 0.6143496 Jul 28 01:22:46.609190 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 54716) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:22:46.612346 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fd8b5e-5be8-4353-b806-4b05a914f03d None None] Network 4973681c-a66b-4d24-b5aa-4a1b9f0d40c4 requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:22:46.660463 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-6f80d75b-9daf-4b74-9398-8886c5479e39 req-f249598d-aff8-4cb2-a5ae-d6bd28564b17 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups?id=6af8fa1a-1291-4002-a5d1-8a2248d6ab99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678227 Jul 28 01:22:46.661934 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 4345b98f-9c1e-412f-a022-70d3700598ad no longer exists at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:22:46.690162 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] No Port match for: 4345b98f-9c1e-412f-a022-70d3700598ad {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:22:46.690503 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 4345b98f-9c1e-412f-a022-70d3700598ad not bound to the agent host dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:22:46.690935 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426 no longer exists at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:22:46.694276 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e6b4dc80-13fc-4447-b537-f8652e274325 req-aebf9c88-e172-4c4f-aab5-7ca714e63ab9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6af8fa1a-1291-4002-a5d1-8a2248d6ab99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415176 Jul 28 01:22:46.705430 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-977b4025-721c-4389-9387-87c7cc319475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295201'] for network (4973681c-a66b-4d24-b5aa-4a1b9f0d40c4), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:46.716030 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] No Port match for: e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426 {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:22:46.716407 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device e4aa2d31-1b0e-4ca4-8c48-13fb2fd8b426 not bound to the agent host dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:22:46.754413 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-977b4025-721c-4389-9387-87c7cc319475 admin admin] Deleting port 580b6283-2e0c-4b36-b56c-cf4b87dc2922 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:22:46.754413 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-977b4025-721c-4389-9387-87c7cc319475 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (580b6283-2e0c-4b36-b56c-cf4b87dc2922), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:46.826302 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-977b4025-721c-4389-9387-87c7cc319475 admin admin] For port 580b6283-2e0c-4b36-b56c-cf4b87dc2922, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=580b6283-2e0c-4b36-b56c-cf4b87dc2922,segment=NetworkSegment(7f65afb7-eda7-42b3-bc7e-b411396f359a),segment_id=7f65afb7-eda7-42b3-bc7e-b411396f359a)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:22:46.826675 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-977b4025-721c-4389-9387-87c7cc319475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (580b6283-2e0c-4b36-b56c-cf4b87dc2922), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:46.833244 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c64e806-09dd-403d-aadc-23365673c2e9 None None] DHCP port deletion for 4973681c-a66b-4d24-b5aa-4a1b9f0d40c4 request from dv-cinder-815582-11-iscsi {{(pid=104163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 01:22:46.845096 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-977b4025-721c-4389-9387-87c7cc319475 admin admin] Calling delete_port for 580b6283-2e0c-4b36-b56c-cf4b87dc2922 owned by network:dhcp {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:22:46.851647 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:46.877394 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-8c64e806-09dd-403d-aadc-23365673c2e9 None None] Deleting port 580b6283-2e0c-4b36-b56c-cf4b87dc2922 {{(pid=104163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:22:46.877857 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-8c64e806-09dd-403d-aadc-23365673c2e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (580b6283-2e0c-4b36-b56c-cf4b87dc2922), before_delete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:46.941910 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-977b4025-721c-4389-9387-87c7cc319475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4595618'] for port (580b6283-2e0c-4b36-b56c-cf4b87dc2922), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:46.959748 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-8c64e806-09dd-403d-aadc-23365673c2e9 None None] For port 580b6283-2e0c-4b36-b56c-cf4b87dc2922, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=580b6283-2e0c-4b36-b56c-cf4b87dc2922,segment=NetworkSegment(7f65afb7-eda7-42b3-bc7e-b411396f359a),segment_id=7f65afb7-eda7-42b3-bc7e-b411396f359a)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:22:46.960154 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-8c64e806-09dd-403d-aadc-23365673c2e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (580b6283-2e0c-4b36-b56c-cf4b87dc2922), precommit_delete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:46.967603 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b4025-721c-4389-9387-87c7cc319475 admin admin] Pushing event deleted for resources: {'Port': ['ID=580b6283-2e0c-4b36-b56c-cf4b87dc2922,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:22:46.971259 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977b4025-721c-4389-9387-87c7cc319475 admin admin] No DVR routers for this DVR port 580b6283-2e0c-4b36-b56c-cf4b87dc2922 on host dv-cinder-815582-11-iscsi {{(pid=104161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 01:22:46.975728 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-8c64e806-09dd-403d-aadc-23365673c2e9 None None] Calling delete_port for 580b6283-2e0c-4b36-b56c-cf4b87dc2922 owned by network:dhcp {{(pid=104163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:22:47.049119 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-977b4025-721c-4389-9387-87c7cc319475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1398533', 'neutron.services.segments.db._delete_segments_for_network-8778716901834'] for network (4973681c-a66b-4d24-b5aa-4a1b9f0d40c4), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:47.058745 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-8c64e806-09dd-403d-aadc-23365673c2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436'] for port (580b6283-2e0c-4b36-b56c-cf4b87dc2922), after_delete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:47.071596 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-977b4025-721c-4389-9387-87c7cc319475 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4973681c-a66b-4d24-b5aa-4a1b9f0d40c4']}} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:22:47.081609 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-977b4025-721c-4389-9387-87c7cc319475 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f65afb7-eda7-42b3-bc7e-b411396f359a') {'for_net_delete': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:22:47.081892 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-977b4025-721c-4389-9387-87c7cc319475 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f65afb7-eda7-42b3-bc7e-b411396f359a') {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:22:47.087945 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c64e806-09dd-403d-aadc-23365673c2e9 None None] Pushing event deleted for resources: {'Port': ['ID=580b6283-2e0c-4b36-b56c-cf4b87dc2922,revision_number=None']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:22:47.091396 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c64e806-09dd-403d-aadc-23365673c2e9 None None] No DVR routers for this DVR port 580b6283-2e0c-4b36-b56c-cf4b87dc2922 on host dv-cinder-815582-11-iscsi {{(pid=104163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 01:22:47.092516 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-977b4025-721c-4389-9387-87c7cc319475 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778716901735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4967711'] for segment (7f65afb7-eda7-42b3-bc7e-b411396f359a), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:47.110257 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-977b4025-721c-4389-9387-87c7cc319475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084'] for segment (7f65afb7-eda7-42b3-bc7e-b411396f359a), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:47.121766 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-977b4025-721c-4389-9387-87c7cc319475 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=104161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 01:22:47.122080 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-977b4025-721c-4389-9387-87c7cc319475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4595665'] for segment (7f65afb7-eda7-42b3-bc7e-b411396f359a), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:47.163686 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.services.segments.plugin [-] Segment 7f65afb7-eda7-42b3-bc7e-b411396f359a resource provider aggregate not found Jul 28 01:22:47.183683 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.services.segments.plugin [-] Segment 7f65afb7-eda7-42b3-bc7e-b411396f359a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f65afb7-eda7-42b3-bc7e-b411396f359a found for delete ", "request_id": "req-cc3f03d3-01eb-42c2-abcf-92307a7577e9"}]} Jul 28 01:22:47.190891 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-977b4025-721c-4389-9387-87c7cc319475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1398542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-949559'] for network (4973681c-a66b-4d24-b5aa-4a1b9f0d40c4), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:47.196623 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-977b4025-721c-4389-9387-87c7cc319475 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:47.199535 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-977b4025-721c-4389-9387-87c7cc319475 admin admin] 10.222.0.17 "DELETE /v2.0/networks/4973681c-a66b-4d24-b5aa-4a1b9f0d40c4 HTTP/1.1" status: 204 len: 168 time: 0.5888081 Jul 28 01:22:47.202883 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 54722) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:22:47.215335 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b4025-721c-4389-9387-87c7cc319475 admin admin] Pushing event deleted for resources: {'Network': ['ID=4973681c-a66b-4d24-b5aa-4a1b9f0d40c4,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:22:47.540374 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1a244f1f-03c2-46ae-bb87-e0460a147ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952091'] for router_interface (d8bc9bfc-2092-46fb-892a-6ad855e4bc62), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:47.698506 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:47.793774 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:47.803268 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-1a244f1f-03c2-46ae-bb87-e0460a147ee4 admin admin] Deleting port d2867dd3-9963-44fd-bac7-593049fb9e2d {{(pid=104162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:22:47.804528 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1a244f1f-03c2-46ae-bb87-e0460a147ee4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (d2867dd3-9963-44fd-bac7-593049fb9e2d), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:47.853462 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcae19-289e-41a7-a411-6e5586118482 req-664a6539-8de5-4800-b1f8-e1bc49aa9c0e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:22:47.854955 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-c5dcae19-289e-41a7-a411-6e5586118482 req-664a6539-8de5-4800-b1f8-e1bc49aa9c0e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=0f1d5ccc-bac3-414d-9fdc-75722fb41926 HTTP/1.1" status: 200 len: 946 time: 0.1150765 Jul 28 01:22:47.933488 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-1a244f1f-03c2-46ae-bb87-e0460a147ee4 admin admin] For port d2867dd3-9963-44fd-bac7-593049fb9e2d, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=d2867dd3-9963-44fd-bac7-593049fb9e2d,segment=NetworkSegment(f9686903-f61a-49c9-8720-df6c18b0d583),segment_id=f9686903-f61a-49c9-8720-df6c18b0d583)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:22:47.933854 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1a244f1f-03c2-46ae-bb87-e0460a147ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (d2867dd3-9963-44fd-bac7-593049fb9e2d), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:47.945935 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-c5dcae19-289e-41a7-a411-6e5586118482 req-8691e910-fed0-4cb5-a2bb-7dd0d4a83761 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups?id=6af8fa1a-1291-4002-a5d1-8a2248d6ab99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815229 Jul 28 01:22:47.950079 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-1a244f1f-03c2-46ae-bb87-e0460a147ee4 admin admin] Calling delete_port for d2867dd3-9963-44fd-bac7-593049fb9e2d owned by network:router_interface {{(pid=104162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:22:48.137521 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1a244f1f-03c2-46ae-bb87-e0460a147ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (d2867dd3-9963-44fd-bac7-593049fb9e2d), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:48.165614 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a244f1f-03c2-46ae-bb87-e0460a147ee4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2867dd3-9963-44fd-bac7-593049fb9e2d,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:22:48.334042 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1a244f1f-03c2-46ae-bb87-e0460a147ee4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-952207'] for router_interface (d8bc9bfc-2092-46fb-892a-6ad855e4bc62), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:48.663227 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 580b6283-2e0c-4b36-b56c-cf4b87dc2922 no longer exists at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:22:48.684691 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] No Port match for: 580b6283-2e0c-4b36-b56c-cf4b87dc2922 {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:22:48.685049 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 580b6283-2e0c-4b36-b56c-cf4b87dc2922 not bound to the agent host dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:22:48.761306 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:48.818546 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a244f1f-03c2-46ae-bb87-e0460a147ee4 admin admin] Router d8bc9bfc-2092-46fb-892a-6ad855e4bc62 has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:22:48.922803 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a244f1f-03c2-46ae-bb87-e0460a147ee4 admin admin] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:22:48.928347 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-1a244f1f-03c2-46ae-bb87-e0460a147ee4 admin admin] 10.222.0.17 "PUT /v2.0/routers/d8bc9bfc-2092-46fb-892a-6ad855e4bc62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7241142 Jul 28 01:22:48.932210 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 54726) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:22:48.935539 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c9cb44-7816-407d-a260-d9cfe04939f0 None None] Sync routers for ids ['d8bc9bfc-2092-46fb-892a-6ad855e4bc62'] in dv-cinder-815582-11-iscsi {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:22:48.947920 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c9cb44-7816-407d-a260-d9cfe04939f0 None None] Routers {'d8bc9bfc-2092-46fb-892a-6ad855e4bc62'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:22:48.948547 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-f4c9cb44-7816-407d-a260-d9cfe04939f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:22:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['d8bc9bfc-2092-46fb-892a-6ad855e4bc62'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:22:48.974782 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:49.053431 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-f4c9cb44-7816-407d-a260-d9cfe04939f0 None None] Set router d8bc9bfc-2092-46fb-892a-6ad855e4bc62 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:22:49.081914 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-67e0274b-4884-436e-948c-f7d70209cd39 admin admin] Publish callbacks [] for router (d8bc9bfc-2092-46fb-892a-6ad855e4bc62), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:49.089302 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a4c984-631e-4144-9058-4856f62c674a req-0c53fd5d-c991-4875-9f5e-fab3483198e9 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:22:49.090880 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-42a4c984-631e-4144-9058-4856f62c674a req-0c53fd5d-c991-4875-9f5e-fab3483198e9 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=0f1d5ccc-bac3-414d-9fdc-75722fb41926 HTTP/1.1" status: 200 len: 946 time: 0.0653386 Jul 28 01:22:49.214193 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-42a4c984-631e-4144-9058-4856f62c674a req-9c646872-5a5a-4440-aa62-5dfa5c3264e7 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups?id=6af8fa1a-1291-4002-a5d1-8a2248d6ab99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907433 Jul 28 01:22:49.230999 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-67e0274b-4884-436e-948c-f7d70209cd39 admin admin] Publish callbacks [] for router_gateway (d8bc9bfc-2092-46fb-892a-6ad855e4bc62), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:49.279105 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-67e0274b-4884-436e-948c-f7d70209cd39 admin admin] Deleting port 2f304c84-900a-4b8f-8894-70bbe45ee341 {{(pid=104162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:22:49.279543 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-67e0274b-4884-436e-948c-f7d70209cd39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (2f304c84-900a-4b8f-8894-70bbe45ee341), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:49.316100 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-f4c9cb44-7816-407d-a260-d9cfe04939f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8bc9bfc-2092-46fb-892a-6ad855e4bc62', 'name': 'tempest-TestShelveInstance-422836920-router', 'tenant_id': 'e1b1f212ac024c8cab7ecf606e39179f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '2f304c84-900a-4b8f-8894-70bbe45ee341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:17:42Z', 'updated_at': '2022-07-28T01:22:48Z', 'revision_number': 5, 'project_id': 'e1b1f212ac024c8cab7ecf606e39179f', 'gw_port': {'id': '2f304c84-900a-4b8f-8894-70bbe45ee341', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bc9bfc-2092-46fb-892a-6ad855e4bc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:17:42Z', 'updated_at': '2022-07-28T01:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi'}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:22:49.341436 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c9cb44-7816-407d-a260-d9cfe04939f0 None None] Checking router: d8bc9bfc-2092-46fb-892a-6ad855e4bc62 for host: dv-cinder-815582-11-iscsi {{(pid=104164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:22:49.352141 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c9cb44-7816-407d-a260-d9cfe04939f0 None None] Routers {'d8bc9bfc-2092-46fb-892a-6ad855e4bc62'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:22:49.352860 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-f4c9cb44-7816-407d-a260-d9cfe04939f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:22:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['d8bc9bfc-2092-46fb-892a-6ad855e4bc62'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:22:49.376590 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac8322-b1eb-4623-9680-05befa74c89c req-d85122f1-bec3-4064-b232-d3d124a209da tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:22:49.378085 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-23ac8322-b1eb-4623-9680-05befa74c89c req-d85122f1-bec3-4064-b232-d3d124a209da tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=0f1d5ccc-bac3-414d-9fdc-75722fb41926 HTTP/1.1" status: 200 len: 946 time: 0.0865378 Jul 28 01:22:49.388721 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 54732) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:22:49.393332 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-f4de5fbc-db51-44bd-9386-9acf0fdd5b25 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Request body: {'floatingip': {'port_id': '2633d285-d7b7-4c4c-90f6-16f532d8b0d5'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:22:49.406996 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-67e0274b-4884-436e-948c-f7d70209cd39 admin admin] For port 2f304c84-900a-4b8f-8894-70bbe45ee341, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=2f304c84-900a-4b8f-8894-70bbe45ee341,segment=NetworkSegment(e0235fba-4142-426a-91c5-07cb16b4142e),segment_id=e0235fba-4142-426a-91c5-07cb16b4142e)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:22:49.407362 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-67e0274b-4884-436e-948c-f7d70209cd39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (2f304c84-900a-4b8f-8894-70bbe45ee341), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:49.422118 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-67e0274b-4884-436e-948c-f7d70209cd39 admin admin] Calling delete_port for 2f304c84-900a-4b8f-8894-70bbe45ee341 owned by network:router_gateway {{(pid=104162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:22:49.431462 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f4de5fbc-db51-44bd-9386-9acf0fdd5b25 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for floatingip (17317033-bb8d-4f52-88fb-78d2fb7eeb09), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:49.439695 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-f4c9cb44-7816-407d-a260-d9cfe04939f0 None None] Set router d8bc9bfc-2092-46fb-892a-6ad855e4bc62 gateway port host: None {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:22:49.492217 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-f4c9cb44-7816-407d-a260-d9cfe04939f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8bc9bfc-2092-46fb-892a-6ad855e4bc62', 'name': 'tempest-TestShelveInstance-422836920-router', 'tenant_id': 'e1b1f212ac024c8cab7ecf606e39179f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:17:42Z', 'updated_at': '2022-07-28T01:22:49Z', 'revision_number': 6, 'project_id': 'e1b1f212ac024c8cab7ecf606e39179f', 'gw_port_host': None}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:22:49.517701 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c9cb44-7816-407d-a260-d9cfe04939f0 None None] The sync data for ids ['d8bc9bfc-2092-46fb-892a-6ad855e4bc62'] in dv-cinder-815582-11-iscsi is: [{'id': 'd8bc9bfc-2092-46fb-892a-6ad855e4bc62', 'name': 'tempest-TestShelveInstance-422836920-router', 'tenant_id': 'e1b1f212ac024c8cab7ecf606e39179f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:17:42Z', 'updated_at': '2022-07-28T01:22:49Z', 'revision_number': 6, 'project_id': 'e1b1f212ac024c8cab7ecf606e39179f', 'gw_port_host': None}] {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:22:49.617488 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:49.623351 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-67e0274b-4884-436e-948c-f7d70209cd39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (2f304c84-900a-4b8f-8894-70bbe45ee341), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:49.651717 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e0274b-4884-436e-948c-f7d70209cd39 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f304c84-900a-4b8f-8894-70bbe45ee341,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:22:49.723023 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-67e0274b-4884-436e-948c-f7d70209cd39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-949531'] for router_gateway (d8bc9bfc-2092-46fb-892a-6ad855e4bc62), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:49.811942 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:49.818947 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-67e0274b-4884-436e-948c-f7d70209cd39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-347'] for router (d8bc9bfc-2092-46fb-892a-6ad855e4bc62), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:49.821484 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-67e0274b-4884-436e-948c-f7d70209cd39 admin admin] Publish callbacks [] for router_controller (d8bc9bfc-2092-46fb-892a-6ad855e4bc62), precommit_delete_associations {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:49.869610 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-67e0274b-4884-436e-948c-f7d70209cd39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614162'] for router (d8bc9bfc-2092-46fb-892a-6ad855e4bc62), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:49.870229 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e0274b-4884-436e-948c-f7d70209cd39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8bc9bfc-2092-46fb-892a-6ad855e4bc62 {{(pid=104162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 01:22:49.875054 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-67e0274b-4884-436e-948c-f7d70209cd39 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:49.876349 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-67e0274b-4884-436e-948c-f7d70209cd39 admin admin] 10.222.0.17 "DELETE /v2.0/routers/d8bc9bfc-2092-46fb-892a-6ad855e4bc62 HTTP/1.1" status: 204 len: 168 time: 0.9430232 Jul 28 01:22:49.879327 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 54734) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:22:49.916081 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f4de5fbc-db51-44bd-9386-9acf0fdd5b25 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:49.921567 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f4de5fbc-db51-44bd-9386-9acf0fdd5b25 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-949731'] for floatingip (17317033-bb8d-4f52-88fb-78d2fb7eeb09), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:49.942059 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba244d9-f14d-49f3-8e36-75055e9410a2 admin admin] Deleting subnet ce7efcb9-3e83-4558-8238-9e1168d76c96 {{(pid=104162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 01:22:49.946949 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-aba244d9-f14d-49f3-8e36-75055e9410a2 admin admin] Publish callbacks [] for subnet (ce7efcb9-3e83-4558-8238-9e1168d76c96), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:49.991636 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-aba244d9-f14d-49f3-8e36-75055e9410a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4511353'] for subnet (ce7efcb9-3e83-4558-8238-9e1168d76c96), precommit_delete_associations {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:50.019683 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:50.029258 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.db.l3_db [None req-f4de5fbc-db51-44bd-9386-9acf0fdd5b25 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Floating IP 17317033-bb8d-4f52-88fb-78d2fb7eeb09 associated. External IP: 172.27.1.65, port: 2633d285-d7b7-4c4c-90f6-16f532d8b0d5. Jul 28 01:22:50.073671 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-aba244d9-f14d-49f3-8e36-75055e9410a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400619'] for subnet (ce7efcb9-3e83-4558-8238-9e1168d76c96), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:50.123964 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:50.132735 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-aba244d9-f14d-49f3-8e36-75055e9410a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4518666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4537631'] for subnet (ce7efcb9-3e83-4558-8238-9e1168d76c96), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:50.160955 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba244d9-f14d-49f3-8e36-75055e9410a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce7efcb9-3e83-4558-8238-9e1168d76c96,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:22:50.165785 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-aba244d9-f14d-49f3-8e36-75055e9410a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:50.169216 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-aba244d9-f14d-49f3-8e36-75055e9410a2 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/ce7efcb9-3e83-4558-8238-9e1168d76c96 HTTP/1.1" status: 204 len: 168 time: 0.2885435 Jul 28 01:22:50.172382 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 54736) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:22:50.174229 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b298fad5-8ea0-47fa-ae4d-5191264a21e9 None None] Network ed5fdd99-1b4d-4bc8-b22e-c2b035006b99 requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:22:50.246599 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4de5fbc-db51-44bd-9386-9acf0fdd5b25 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Router e0411a7d-a680-4c17-ab1c-279608a4c93c has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:22:50.248594 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-91409a7c-75fc-4f9f-a365-f489f1c84145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295201'] for network (ed5fdd99-1b4d-4bc8-b22e-c2b035006b99), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:50.296792 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-91409a7c-75fc-4f9f-a365-f489f1c84145 admin admin] Deleting port 4270ea85-fd11-4f86-9e98-22e292eb6d53 {{(pid=104162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:22:50.297125 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-91409a7c-75fc-4f9f-a365-f489f1c84145 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (4270ea85-fd11-4f86-9e98-22e292eb6d53), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:50.359003 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6634c9-ce88-4951-8751-53b63829debd None None] DHCP port deletion for ed5fdd99-1b4d-4bc8-b22e-c2b035006b99 request from dv-cinder-815582-11-iscsi {{(pid=104163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 01:22:50.375193 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4de5fbc-db51-44bd-9386-9acf0fdd5b25 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:22:50.375491 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-91409a7c-75fc-4f9f-a365-f489f1c84145 admin admin] For port 4270ea85-fd11-4f86-9e98-22e292eb6d53, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=4270ea85-fd11-4f86-9e98-22e292eb6d53,segment=NetworkSegment(f9686903-f61a-49c9-8720-df6c18b0d583),segment_id=f9686903-f61a-49c9-8720-df6c18b0d583)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:22:50.375924 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-91409a7c-75fc-4f9f-a365-f489f1c84145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (4270ea85-fd11-4f86-9e98-22e292eb6d53), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:50.380550 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f4de5fbc-db51-44bd-9386-9acf0fdd5b25 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for floatingip (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:50.390565 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-91409a7c-75fc-4f9f-a365-f489f1c84145 admin admin] Calling delete_port for 4270ea85-fd11-4f86-9e98-22e292eb6d53 owned by network:dhcp {{(pid=104162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:22:50.397256 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ebf719-2908-4744-bfad-cab9eb257d1e None None] Sync routers for ids ['e0411a7d-a680-4c17-ab1c-279608a4c93c'] in dv-cinder-815582-11-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:22:50.407768 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-0c6634c9-ce88-4951-8751-53b63829debd None None] Deleting port 4270ea85-fd11-4f86-9e98-22e292eb6d53 {{(pid=104163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:22:50.408434 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-0c6634c9-ce88-4951-8751-53b63829debd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (4270ea85-fd11-4f86-9e98-22e292eb6d53), before_delete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:50.414060 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-f4de5fbc-db51-44bd-9386-9acf0fdd5b25 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "PUT /v2.0/floatingips/17317033-bb8d-4f52-88fb-78d2fb7eeb09 HTTP/1.1" status: 200 len: 991 time: 1.0242100 Jul 28 01:22:50.414866 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f1d5ccc-bac3-414d-9fdc-75722fb41926', 'tag': '2633d285-d7b7-4c4c-90f6-16f532d8b0d5'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:22:50.417324 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0f5ab60fa46dcea77c59dd77281ac580fb802378bd5ff0a4b9baf266696a00a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db55354-a478-4180-aed9-d1e41b10aad4" -d '{"events": [{"name": "network-changed", "server_uuid": "0f1d5ccc-bac3-414d-9fdc-75722fb41926", "tag": "2633d285-d7b7-4c4c-90f6-16f532d8b0d5"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:22:50.461035 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 01:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd89e3f-5970-4c17-bd4d-d13360359348 x-openstack-request-id: req-8fd89e3f-5970-4c17-bd4d-d13360359348 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:22:50.461534 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f1d5ccc-bac3-414d-9fdc-75722fb41926", "tag": "2633d285-d7b7-4c4c-90f6-16f532d8b0d5", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:22:50.461783 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-8fd89e3f-5970-4c17-bd4d-d13360359348 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:22:50.462298 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fd89e3f-5970-4c17-bd4d-d13360359348'] response: {'name': 'network-changed', 'server_uuid': '0f1d5ccc-bac3-414d-9fdc-75722fb41926', 'tag': '2633d285-d7b7-4c4c-90f6-16f532d8b0d5', 'status': 'completed', 'code': 200} Jul 28 01:22:50.464017 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ebf719-2908-4744-bfad-cab9eb257d1e None None] Routers {'e0411a7d-a680-4c17-ab1c-279608a4c93c'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:22:50.464659 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-84ebf719-2908-4744-bfad-cab9eb257d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:22:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['e0411a7d-a680-4c17-ab1c-279608a4c93c'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:22:50.487251 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-91409a7c-75fc-4f9f-a365-f489f1c84145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (4270ea85-fd11-4f86-9e98-22e292eb6d53), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:50.511424 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91409a7c-75fc-4f9f-a365-f489f1c84145 admin admin] Pushing event deleted for resources: {'Port': ['ID=4270ea85-fd11-4f86-9e98-22e292eb6d53,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:22:50.517499 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91409a7c-75fc-4f9f-a365-f489f1c84145 admin admin] No DVR routers for this DVR port 4270ea85-fd11-4f86-9e98-22e292eb6d53 on host dv-cinder-815582-11-iscsi {{(pid=104162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 01:22:50.541803 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db55354-a478-4180-aed9-d1e41b10aad4 req-768b48c9-a57b-4495-8443-74ec3b2acb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:22:50.543557 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5db55354-a478-4180-aed9-d1e41b10aad4 req-768b48c9-a57b-4495-8443-74ec3b2acb8a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=adb91176f5f74f1199b2fc27c248cecd&device_id=0f1d5ccc-bac3-414d-9fdc-75722fb41926 HTTP/1.1" status: 200 len: 1130 time: 0.0531893 Jul 28 01:22:50.588020 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-0c6634c9-ce88-4951-8751-53b63829debd None None] For port 4270ea85-fd11-4f86-9e98-22e292eb6d53, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=4270ea85-fd11-4f86-9e98-22e292eb6d53,segment=NetworkSegment(f9686903-f61a-49c9-8720-df6c18b0d583),segment_id=f9686903-f61a-49c9-8720-df6c18b0d583)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:22:50.588358 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-0c6634c9-ce88-4951-8751-53b63829debd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (4270ea85-fd11-4f86-9e98-22e292eb6d53), precommit_delete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:50.609322 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-0c6634c9-ce88-4951-8751-53b63829debd None None] Calling delete_port for 4270ea85-fd11-4f86-9e98-22e292eb6d53 owned by network:dhcp {{(pid=104163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:22:50.630563 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-84ebf719-2908-4744-bfad-cab9eb257d1e None None] Set router e0411a7d-a680-4c17-ab1c-279608a4c93c gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:22:50.637927 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-91409a7c-75fc-4f9f-a365-f489f1c84145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1398533', 'neutron.services.segments.db._delete_segments_for_network-8778716901834'] for network (ed5fdd99-1b4d-4bc8-b22e-c2b035006b99), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:50.663580 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.services.segments.db [None req-91409a7c-75fc-4f9f-a365-f489f1c84145 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed5fdd99-1b4d-4bc8-b22e-c2b035006b99']}} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:22:50.667274 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:50.676849 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:50.679099 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.services.segments.db [None req-91409a7c-75fc-4f9f-a365-f489f1c84145 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9686903-f61a-49c9-8720-df6c18b0d583') {'for_net_delete': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:22:50.679585 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.services.segments.db [None req-91409a7c-75fc-4f9f-a365-f489f1c84145 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9686903-f61a-49c9-8720-df6c18b0d583') {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:22:50.683187 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db55354-a478-4180-aed9-d1e41b10aad4 req-41e8f6cd-1b3c-4807-86bb-57ef9da57090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:22:50.684870 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5db55354-a478-4180-aed9-d1e41b10aad4 req-41e8f6cd-1b3c-4807-86bb-57ef9da57090 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bac661c0-9620-4ebf-b1dc-5201ea1d9315 HTTP/1.1" status: 200 len: 915 time: 0.1351664 Jul 28 01:22:50.693999 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-91409a7c-75fc-4f9f-a365-f489f1c84145 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778716901735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4511328'] for segment (f9686903-f61a-49c9-8720-df6c18b0d583), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:50.705966 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device d2867dd3-9963-44fd-bac7-593049fb9e2d no longer exists at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:22:50.713226 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-91409a7c-75fc-4f9f-a365-f489f1c84145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084'] for segment (f9686903-f61a-49c9-8720-df6c18b0d583), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:50.717256 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:50.723246 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91409a7c-75fc-4f9f-a365-f489f1c84145 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=104162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 01:22:50.723911 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-91409a7c-75fc-4f9f-a365-f489f1c84145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4518740'] for segment (f9686903-f61a-49c9-8720-df6c18b0d583), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:50.775620 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5db55354-a478-4180-aed9-d1e41b10aad4 req-cc3b8961-5346-4c2e-b017-d3e434189f50 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2633d285-d7b7-4c4c-90f6-16f532d8b0d5 HTTP/1.1" status: 200 len: 999 time: 0.0832295 Jul 28 01:22:50.776657 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.services.segments.plugin [-] Segment f9686903-f61a-49c9-8720-df6c18b0d583 resource provider aggregate not found Jul 28 01:22:50.779253 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] No Port match for: d2867dd3-9963-44fd-bac7-593049fb9e2d {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:22:50.779600 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device d2867dd3-9963-44fd-bac7-593049fb9e2d not bound to the agent host dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:22:50.780181 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 2f304c84-900a-4b8f-8894-70bbe45ee341 no longer exists at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:22:50.800850 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.services.segments.plugin [-] Segment f9686903-f61a-49c9-8720-df6c18b0d583 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f9686903-f61a-49c9-8720-df6c18b0d583 found for delete ", "request_id": "req-4e42ed2e-88d8-4157-b607-53b84ebd4b5a"}]} Jul 28 01:22:50.809572 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-91409a7c-75fc-4f9f-a365-f489f1c84145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1398542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-949559'] for network (ed5fdd99-1b4d-4bc8-b22e-c2b035006b99), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:50.815134 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-91409a7c-75fc-4f9f-a365-f489f1c84145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:50.817550 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] No Port match for: 2f304c84-900a-4b8f-8894-70bbe45ee341 {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:22:50.817901 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 2f304c84-900a-4b8f-8894-70bbe45ee341 not bound to the agent host dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:22:50.818324 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 4270ea85-fd11-4f86-9e98-22e292eb6d53 no longer exists at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:22:50.821546 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-91409a7c-75fc-4f9f-a365-f489f1c84145 admin admin] 10.222.0.17 "DELETE /v2.0/networks/ed5fdd99-1b4d-4bc8-b22e-c2b035006b99 HTTP/1.1" status: 204 len: 168 time: 0.6455657 Jul 28 01:22:50.835291 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db55354-a478-4180-aed9-d1e41b10aad4 req-53fea9e7-2bc1-4cd2-b9d7-901eff17e784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:22:50.836793 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5db55354-a478-4180-aed9-d1e41b10aad4 req-53fea9e7-2bc1-4cd2-b9d7-901eff17e784 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7bad7ae-d0ad-40fd-9058-fa644f2bc097 HTTP/1.1" status: 200 len: 853 time: 0.0556812 Jul 28 01:22:50.840844 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91409a7c-75fc-4f9f-a365-f489f1c84145 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed5fdd99-1b4d-4bc8-b22e-c2b035006b99,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:22:50.854143 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] No Port match for: 4270ea85-fd11-4f86-9e98-22e292eb6d53 {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:22:50.854495 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 4270ea85-fd11-4f86-9e98-22e292eb6d53 not bound to the agent host dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:22:50.885645 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db55354-a478-4180-aed9-d1e41b10aad4 req-91d484bb-cd14-4a94-a9ae-246911a4158f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:22:50.887736 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5db55354-a478-4180-aed9-d1e41b10aad4 req-91d484bb-cd14-4a94-a9ae-246911a4158f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bac661c0-9620-4ebf-b1dc-5201ea1d9315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0448453 Jul 28 01:22:50.922478 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-0c6634c9-ce88-4951-8751-53b63829debd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436'] for port (4270ea85-fd11-4f86-9e98-22e292eb6d53), after_delete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:50.951901 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0c6634c9-ce88-4951-8751-53b63829debd None None] Network ed5fdd99-1b4d-4bc8-b22e-c2b035006b99 is not hosted by any dhcp agent {{(pid=104163) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 01:22:50.952547 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6634c9-ce88-4951-8751-53b63829debd None None] No DVR routers for this DVR port 4270ea85-fd11-4f86-9e98-22e292eb6d53 on host dv-cinder-815582-11-iscsi {{(pid=104163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 01:22:50.960200 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6634c9-ce88-4951-8751-53b63829debd None None] Pushing event deleted for resources: {'Port': ['ID=4270ea85-fd11-4f86-9e98-22e292eb6d53,revision_number=None']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:22:50.987751 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5db55354-a478-4180-aed9-d1e41b10aad4 req-75c3e7b7-fb8a-41ed-a2a8-1ac40c641267 service neutron] 10.222.0.42 "GET /v2.0/networks/bac661c0-9620-4ebf-b1dc-5201ea1d9315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944054 Jul 28 01:22:50.996109 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 54748) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:22:51.013488 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=100 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:51.040020 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-4597de08-c1d9-45b3-99af-703d4b077138 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b1331035c6654c0d9c8ba49f5a724f8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425854 Jul 28 01:22:51.042915 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 54750) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:22:51.045571 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-84ebf719-2908-4744-bfad-cab9eb257d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'name': 'tempest-AttachVolumeNegativeTest-519383643-router', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:21:22Z', 'updated_at': '2022-07-28T01:21:25Z', 'revision_number': 4, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'gw_port': {'id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:23Z', 'updated_at': '2022-07-28T01:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': '17317033-bb8d-4f52-88fb-78d2fb7eeb09', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'floating_ip_address': '172.27.1.65', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'port_id': '2633d285-d7b7-4c4c-90f6-16f532d8b0d5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'mac_address': 'fa:16:3e:b7:7e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1d5ccc-bac3-414d-9fdc-75722fb41926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:22:34Z', 'updated_at': '2022-07-28T01:22:49Z', 'revision_number': 1, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'fixed_ip_address_scope': None}, {'id': 'ad55f827-8f9f-4466-bddb-9cca4f86788a', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'floating_ip_address': '172.27.1.160', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'port_id': '0f4b842e-8b20-44f6-b3fc-362c3ed518c8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'mac_address': 'fa:16:3e:6b:8d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5671e0a-fdd0-4692-93aa-4ff5ef293562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:21:27Z', 'updated_at': '2022-07-28T01:21:50Z', 'revision_number': 2, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7', 'name': '', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'mac_address': 'fa:16:3e:6c:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:24Z', 'updated_at': '2022-07-28T01:21:29Z', 'revision_number': 5, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'subnets': [{'id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:22:51.079098 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ebf719-2908-4744-bfad-cab9eb257d1e None None] Checking router: e0411a7d-a680-4c17-ab1c-279608a4c93c for host: dv-cinder-815582-11-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:22:51.088831 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ebf719-2908-4744-bfad-cab9eb257d1e None None] Routers {'e0411a7d-a680-4c17-ab1c-279608a4c93c'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:22:51.089445 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-84ebf719-2908-4744-bfad-cab9eb257d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:22:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['e0411a7d-a680-4c17-ab1c-279608a4c93c'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:22:51.097202 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5db55354-a478-4180-aed9-d1e41b10aad4 req-ae125df1-35a3-4e52-8d38-664bceeb929d service neutron] 10.222.0.42 "GET /v2.0/networks/bac661c0-9620-4ebf-b1dc-5201ea1d9315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038020 Jul 28 01:22:51.098314 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2d2a7073-4a20-4ab5-af9b-c106323c3c24 admin admin] Publish callbacks [] for security_group (ac5b91fb-0b23-4446-8737-8493addd7a5a), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:51.122514 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2d2a7073-4a20-4ab5-af9b-c106323c3c24 admin admin] Publish callbacks [] for security_group (ac5b91fb-0b23-4446-8737-8493addd7a5a), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:51.158956 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:22:51.173880 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2d2a7073-4a20-4ab5-af9b-c106323c3c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (ac5b91fb-0b23-4446-8737-8493addd7a5a), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:51.176682 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2d2a7073-4a20-4ab5-af9b-c106323c3c24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:51.178031 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-2d2a7073-4a20-4ab5-af9b-c106323c3c24 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ac5b91fb-0b23-4446-8737-8493addd7a5a HTTP/1.1" status: 204 len: 168 time: 0.1340518 Jul 28 01:22:51.186438 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2a7073-4a20-4ab5-af9b-c106323c3c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5b91fb-0b23-4446-8737-8493addd7a5a,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:22:51.215980 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-84ebf719-2908-4744-bfad-cab9eb257d1e None None] Set router e0411a7d-a680-4c17-ab1c-279608a4c93c gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:22:51.556584 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 54760) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:22:51.573311 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-84ebf719-2908-4744-bfad-cab9eb257d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'name': 'tempest-AttachVolumeNegativeTest-519383643-router', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:21:22Z', 'updated_at': '2022-07-28T01:21:25Z', 'revision_number': 4, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'gw_port': {'id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:23Z', 'updated_at': '2022-07-28T01:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': '17317033-bb8d-4f52-88fb-78d2fb7eeb09', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'floating_ip_address': '172.27.1.65', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'port_id': '2633d285-d7b7-4c4c-90f6-16f532d8b0d5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'mac_address': 'fa:16:3e:b7:7e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1d5ccc-bac3-414d-9fdc-75722fb41926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:22:34Z', 'updated_at': '2022-07-28T01:22:49Z', 'revision_number': 1, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'fixed_ip_address_scope': None}, {'id': 'ad55f827-8f9f-4466-bddb-9cca4f86788a', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'floating_ip_address': '172.27.1.160', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'port_id': '0f4b842e-8b20-44f6-b3fc-362c3ed518c8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'mac_address': 'fa:16:3e:6b:8d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5671e0a-fdd0-4692-93aa-4ff5ef293562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:21:27Z', 'updated_at': '2022-07-28T01:21:50Z', 'revision_number': 2, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7', 'name': '', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'mac_address': 'fa:16:3e:6c:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:24Z', 'updated_at': '2022-07-28T01:21:29Z', 'revision_number': 5, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'subnets': [{'id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:22:51.598001 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-e30f8077-e0be-4a73-883b-d0f2c6098583 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e1b1f212ac024c8cab7ecf606e39179f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401669 Jul 28 01:22:51.600596 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 54762) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:22:51.602052 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ebf719-2908-4744-bfad-cab9eb257d1e None None] The sync data for ids ['e0411a7d-a680-4c17-ab1c-279608a4c93c'] in dv-cinder-815582-11-iscsi is: [{'id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'name': 'tempest-AttachVolumeNegativeTest-519383643-router', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:21:22Z', 'updated_at': '2022-07-28T01:21:25Z', 'revision_number': 4, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'gw_port': {'id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:23Z', 'updated_at': '2022-07-28T01:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': '17317033-bb8d-4f52-88fb-78d2fb7eeb09', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'floating_ip_address': '172.27.1.65', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'port_id': '2633d285-d7b7-4c4c-90f6-16f532d8b0d5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'mac_address': 'fa:16:3e:b7:7e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1d5ccc-bac3-414d-9fdc-75722fb41926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:22:34Z', 'updated_at': '2022-07-28T01:22:49Z', 'revision_number': 1, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'fixed_ip_address_scope': None}, {'id': 'ad55f827-8f9f-4466-bddb-9cca4f86788a', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'floating_ip_address': '172.27.1.160', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'port_id': '0f4b842e-8b20-44f6-b3fc-362c3ed518c8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'mac_address': 'fa:16:3e:6b:8d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5671e0a-fdd0-4692-93aa-4ff5ef293562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:21:27Z', 'updated_at': '2022-07-28T01:21:50Z', 'revision_number': 2, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7', 'name': '', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'mac_address': 'fa:16:3e:6c:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:24Z', 'updated_at': '2022-07-28T01:21:29Z', 'revision_number': 5, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'subnets': [{'id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:22:51.662339 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e6211caa-c114-4151-b5c0-ddb8ace5d1b0 admin admin] Publish callbacks [] for security_group (a2462d20-028a-4a3e-b192-14a8796c9570), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:51.689986 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e6211caa-c114-4151-b5c0-ddb8ace5d1b0 admin admin] Publish callbacks [] for security_group (a2462d20-028a-4a3e-b192-14a8796c9570), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:51.748225 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e6211caa-c114-4151-b5c0-ddb8ace5d1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (a2462d20-028a-4a3e-b192-14a8796c9570), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:51.751444 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e6211caa-c114-4151-b5c0-ddb8ace5d1b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:22:51.755648 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-e6211caa-c114-4151-b5c0-ddb8ace5d1b0 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a2462d20-028a-4a3e-b192-14a8796c9570 HTTP/1.1" status: 204 len: 168 time: 0.1504710 Jul 28 01:22:51.763449 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6211caa-c114-4151-b5c0-ddb8ace5d1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2462d20-028a-4a3e-b192-14a8796c9570,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:22:51.817216 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e86563-f258-4c5c-ab3a-fabfe888c1c3 None None] New status for floating IP 17317033-bb8d-4f52-88fb-78d2fb7eeb09: ACTIVE {{(pid=104164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 01:22:58.431373 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.agents_db [None req-b5d7b8ea-190f-43e3-81f4-c45e7fbfa344 None None] Agent healthcheck: found 6 active agents {{(pid=104164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 01:23:01.576149 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=57,neutron:DELETE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:01.592404 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=7 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:01.595309 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:DELETE=4,neutron:SELECT=30,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:01.756244 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=28,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:01.759355 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=81,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:01.785626 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=86,neutron:DELETE=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:02.481550 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (8d4a48be-b376-49eb-a7aa-478deaa3f35f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:07.854249 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-257d95bb-2a7f-4328-87bd-04dd70f2d393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:08.426805 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=55,neutron:UPDATE=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:08.427915 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:10.358024 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-bd0f0c34-3a6f-41f2-bb02-97620bc2eab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:11.374635 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:12.750090 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:13.037859 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:23.029341 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:23.032314 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:25.441219 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26445d-155a-48a4-94f3-33fa246c7500 req-38608871-b22f-40e4-96c0-6ce1e0460ffe tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:23:25.443067 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2a26445d-155a-48a4-94f3-33fa246c7500 req-38608871-b22f-40e4-96c0-6ce1e0460ffe tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=0f1d5ccc-bac3-414d-9fdc-75722fb41926 HTTP/1.1" status: 200 len: 946 time: 0.0510261 Jul 28 01:23:25.499160 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2a26445d-155a-48a4-94f3-33fa246c7500 req-8330430f-4f2f-4856-bdc9-807e4c485b8d tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups?id=6af8fa1a-1291-4002-a5d1-8a2248d6ab99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505321 Jul 28 01:23:26.626596 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4551fb-6f3a-4d44-b859-151300fb1a3a req-34fb669c-aa8d-419a-8955-4884dba957f8 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:23:26.628051 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fb4551fb-6f3a-4d44-b859-151300fb1a3a req-34fb669c-aa8d-419a-8955-4884dba957f8 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=0f1d5ccc-bac3-414d-9fdc-75722fb41926 HTTP/1.1" status: 200 len: 946 time: 0.0492215 Jul 28 01:23:26.685646 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fb4551fb-6f3a-4d44-b859-151300fb1a3a req-5d783789-f8b4-45a8-a5cb-6b41770979f4 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups?id=6af8fa1a-1291-4002-a5d1-8a2248d6ab99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514581 Jul 28 01:23:26.751153 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37076e-208c-4d04-87fa-1affb7b1c466 req-0d493ef3-cf9d-4e5f-b054-a30642893018 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:23:26.752566 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6c37076e-208c-4d04-87fa-1affb7b1c466 req-0d493ef3-cf9d-4e5f-b054-a30642893018 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f1d5ccc-bac3-414d-9fdc-75722fb41926 HTTP/1.1" status: 200 len: 946 time: 0.0494499 Jul 28 01:23:26.838937 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-6c37076e-208c-4d04-87fa-1affb7b1c466 req-6e44f61a-48e5-430b-99f8-c47d73030849 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Deleting port 2633d285-d7b7-4c4c-90f6-16f532d8b0d5 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:23:26.839279 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-6c37076e-208c-4d04-87fa-1affb7b1c466 req-6e44f61a-48e5-430b-99f8-c47d73030849 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (2633d285-d7b7-4c4c-90f6-16f532d8b0d5), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:26.946194 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-6c37076e-208c-4d04-87fa-1affb7b1c466 req-6e44f61a-48e5-430b-99f8-c47d73030849 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] For port 2633d285-d7b7-4c4c-90f6-16f532d8b0d5, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=2633d285-d7b7-4c4c-90f6-16f532d8b0d5,segment=NetworkSegment(09a4dbbe-38b5-4ce4-8d83-42afd69b4a73),segment_id=09a4dbbe-38b5-4ce4-8d83-42afd69b4a73)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:23:26.946520 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-6c37076e-208c-4d04-87fa-1affb7b1c466 req-6e44f61a-48e5-430b-99f8-c47d73030849 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (2633d285-d7b7-4c4c-90f6-16f532d8b0d5), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:27.110675 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-6c37076e-208c-4d04-87fa-1affb7b1c466 req-6e44f61a-48e5-430b-99f8-c47d73030849 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:27.111050 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-6c37076e-208c-4d04-87fa-1affb7b1c466 req-6e44f61a-48e5-430b-99f8-c47d73030849 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-949731'] for floatingip (17317033-bb8d-4f52-88fb-78d2fb7eeb09), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:27.111633 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.db.l3_db [req-6c37076e-208c-4d04-87fa-1affb7b1c466 req-6e44f61a-48e5-430b-99f8-c47d73030849 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Floating IP 17317033-bb8d-4f52-88fb-78d2fb7eeb09 disassociated. External IP: 172.27.1.65, port: 2633d285-d7b7-4c4c-90f6-16f532d8b0d5. Jul 28 01:23:27.112025 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-6c37076e-208c-4d04-87fa-1affb7b1c466 req-6e44f61a-48e5-430b-99f8-c47d73030849 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Calling delete_port for 2633d285-d7b7-4c4c-90f6-16f532d8b0d5 owned by compute:nova {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:23:27.275736 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-6c37076e-208c-4d04-87fa-1affb7b1c466 req-6e44f61a-48e5-430b-99f8-c47d73030849 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4595618'] for port (2633d285-d7b7-4c4c-90f6-16f532d8b0d5), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:27.304449 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e44f61a-48e5-430b-99f8-c47d73030849 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Pushing event deleted for resources: {'Port': ['ID=2633d285-d7b7-4c4c-90f6-16f532d8b0d5,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:23:27.421370 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c37076e-208c-4d04-87fa-1affb7b1c466 req-6e44f61a-48e5-430b-99f8-c47d73030849 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Router e0411a7d-a680-4c17-ab1c-279608a4c93c has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:23:27.538023 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c37076e-208c-4d04-87fa-1affb7b1c466 req-6e44f61a-48e5-430b-99f8-c47d73030849 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:23:27.548800 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a397e4cf-36f9-4800-bc9f-035550b635df None None] Sync routers for ids ['e0411a7d-a680-4c17-ab1c-279608a4c93c'] in dv-cinder-815582-11-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:23:27.559951 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a397e4cf-36f9-4800-bc9f-035550b635df None None] Routers {'e0411a7d-a680-4c17-ab1c-279608a4c93c'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:23:27.560587 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-a397e4cf-36f9-4800-bc9f-035550b635df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:23:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['e0411a7d-a680-4c17-ab1c-279608a4c93c'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:23:27.580915 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c37076e-208c-4d04-87fa-1affb7b1c466 req-6e44f61a-48e5-430b-99f8-c47d73030849 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] No DVR routers for this DVR port 2633d285-d7b7-4c4c-90f6-16f532d8b0d5 on host hv-cinder-81558 {{(pid=104161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 01:23:27.583747 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-6c37076e-208c-4d04-87fa-1affb7b1c466 req-6e44f61a-48e5-430b-99f8-c47d73030849 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:27.587104 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6c37076e-208c-4d04-87fa-1affb7b1c466 req-6e44f61a-48e5-430b-99f8-c47d73030849 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.42 "DELETE /v2.0/ports/2633d285-d7b7-4c4c-90f6-16f532d8b0d5 HTTP/1.1" status: 204 len: 173 time: 0.8285844 Jul 28 01:23:27.587543 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1d5ccc-bac3-414d-9fdc-75722fb41926', 'name': 'network-vif-deleted', 'tag': '2633d285-d7b7-4c4c-90f6-16f532d8b0d5'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:23:27.589967 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0f5ab60fa46dcea77c59dd77281ac580fb802378bd5ff0a4b9baf266696a00a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba51cf72-830e-4208-8aaf-58c8b0c43b62" -d '{"events": [{"server_uuid": "0f1d5ccc-bac3-414d-9fdc-75722fb41926", "name": "network-vif-deleted", "tag": "2633d285-d7b7-4c4c-90f6-16f532d8b0d5"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:23:27.641860 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 01:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12bd062-f1ac-4b0d-a6fc-d247d3dd57a5 x-openstack-request-id: req-c12bd062-f1ac-4b0d-a6fc-d247d3dd57a5 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:23:27.642108 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1d5ccc-bac3-414d-9fdc-75722fb41926", "name": "network-vif-deleted", "tag": "2633d285-d7b7-4c4c-90f6-16f532d8b0d5", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:23:27.642448 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-c12bd062-f1ac-4b0d-a6fc-d247d3dd57a5 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:23:27.643474 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c12bd062-f1ac-4b0d-a6fc-d247d3dd57a5'] response: {'server_uuid': '0f1d5ccc-bac3-414d-9fdc-75722fb41926', 'name': 'network-vif-deleted', 'tag': '2633d285-d7b7-4c4c-90f6-16f532d8b0d5', 'status': 'completed', 'code': 200} Jul 28 01:23:27.669758 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-a397e4cf-36f9-4800-bc9f-035550b635df None None] Set router e0411a7d-a680-4c17-ab1c-279608a4c93c gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:23:27.815280 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8fe1daa2-5111-4bca-825a-af2f64e34769 req-9ca3a401-5e92-4d1e-9bb1-cd73dc3c3395 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=0f1d5ccc-bac3-414d-9fdc-75722fb41926 HTTP/1.1" status: 200 len: 210 time: 0.0304077 Jul 28 01:23:27.891363 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-a397e4cf-36f9-4800-bc9f-035550b635df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'name': 'tempest-AttachVolumeNegativeTest-519383643-router', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:21:22Z', 'updated_at': '2022-07-28T01:21:25Z', 'revision_number': 4, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'gw_port': {'id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:23Z', 'updated_at': '2022-07-28T01:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': 'ad55f827-8f9f-4466-bddb-9cca4f86788a', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'floating_ip_address': '172.27.1.160', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'port_id': '0f4b842e-8b20-44f6-b3fc-362c3ed518c8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'mac_address': 'fa:16:3e:6b:8d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5671e0a-fdd0-4692-93aa-4ff5ef293562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:21:27Z', 'updated_at': '2022-07-28T01:21:50Z', 'revision_number': 2, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7', 'name': '', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'mac_address': 'fa:16:3e:6c:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:24Z', 'updated_at': '2022-07-28T01:21:29Z', 'revision_number': 5, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'subnets': [{'id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:23:27.920080 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a397e4cf-36f9-4800-bc9f-035550b635df None None] Checking router: e0411a7d-a680-4c17-ab1c-279608a4c93c for host: dv-cinder-815582-11-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:23:27.928816 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a397e4cf-36f9-4800-bc9f-035550b635df None None] Routers {'e0411a7d-a680-4c17-ab1c-279608a4c93c'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:23:27.929416 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-a397e4cf-36f9-4800-bc9f-035550b635df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:23:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['e0411a7d-a680-4c17-ab1c-279608a4c93c'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:23:28.033404 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-a397e4cf-36f9-4800-bc9f-035550b635df None None] Set router e0411a7d-a680-4c17-ab1c-279608a4c93c gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:23:28.266503 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-a397e4cf-36f9-4800-bc9f-035550b635df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'name': 'tempest-AttachVolumeNegativeTest-519383643-router', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:21:22Z', 'updated_at': '2022-07-28T01:21:25Z', 'revision_number': 4, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'gw_port': {'id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:23Z', 'updated_at': '2022-07-28T01:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': 'ad55f827-8f9f-4466-bddb-9cca4f86788a', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'floating_ip_address': '172.27.1.160', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'port_id': '0f4b842e-8b20-44f6-b3fc-362c3ed518c8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'mac_address': 'fa:16:3e:6b:8d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5671e0a-fdd0-4692-93aa-4ff5ef293562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:21:27Z', 'updated_at': '2022-07-28T01:21:50Z', 'revision_number': 2, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7', 'name': '', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'mac_address': 'fa:16:3e:6c:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:24Z', 'updated_at': '2022-07-28T01:21:29Z', 'revision_number': 5, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'subnets': [{'id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:23:28.290960 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a397e4cf-36f9-4800-bc9f-035550b635df None None] The sync data for ids ['e0411a7d-a680-4c17-ab1c-279608a4c93c'] in dv-cinder-815582-11-iscsi is: [{'id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'name': 'tempest-AttachVolumeNegativeTest-519383643-router', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:21:22Z', 'updated_at': '2022-07-28T01:21:25Z', 'revision_number': 4, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'gw_port': {'id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:23Z', 'updated_at': '2022-07-28T01:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': 'ad55f827-8f9f-4466-bddb-9cca4f86788a', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'floating_ip_address': '172.27.1.160', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'port_id': '0f4b842e-8b20-44f6-b3fc-362c3ed518c8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'mac_address': 'fa:16:3e:6b:8d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5671e0a-fdd0-4692-93aa-4ff5ef293562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:21:27Z', 'updated_at': '2022-07-28T01:21:50Z', 'revision_number': 2, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7', 'name': '', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'mac_address': 'fa:16:3e:6c:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:24Z', 'updated_at': '2022-07-28T01:21:29Z', 'revision_number': 5, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'subnets': [{'id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:23:28.514594 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bd39b8-35a3-4e7e-9025-a6948a291a28 None None] New status for floating IP 17317033-bb8d-4f52-88fb-78d2fb7eeb09: DOWN {{(pid=104164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 01:23:28.916177 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 54796) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:23:28.991422 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1e1a06f1-2c2c-4975-9160-6c2360ebfd21 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for security_group (6af8fa1a-1291-4002-a5d1-8a2248d6ab99), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:29.001526 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:29.019742 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1e1a06f1-2c2c-4975-9160-6c2360ebfd21 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for security_group (6af8fa1a-1291-4002-a5d1-8a2248d6ab99), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:29.032628 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:29.070646 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1e1a06f1-2c2c-4975-9160-6c2360ebfd21 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (6af8fa1a-1291-4002-a5d1-8a2248d6ab99), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:29.073308 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1e1a06f1-2c2c-4975-9160-6c2360ebfd21 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:29.074484 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-1e1a06f1-2c2c-4975-9160-6c2360ebfd21 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "DELETE /v2.0/security-groups/6af8fa1a-1291-4002-a5d1-8a2248d6ab99 HTTP/1.1" status: 204 len: 168 time: 0.1567929 Jul 28 01:23:29.077441 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 54798) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:23:29.083811 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a06f1-2c2c-4975-9160-6c2360ebfd21 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af8fa1a-1291-4002-a5d1-8a2248d6ab99,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:23:29.096988 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.api.v2.resource [None req-a90d20c9-7f64-47e6-b0a9-a776cfe4ef17 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] show failed (client error): The resource could not be found. Jul 28 01:23:29.098008 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-a90d20c9-7f64-47e6-b0a9-a776cfe4ef17 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups/6af8fa1a-1291-4002-a5d1-8a2248d6ab99 HTTP/1.1" status: 404 len: 347 time: 0.0195069 Jul 28 01:23:29.101406 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 54800) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:23:29.215391 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-67166561-87cd-40a3-8790-be522f6ab05b tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Deleting port 0af3ba07-c90e-4b55-b4f3-a9a94fd104a5 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:23:29.215688 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-67166561-87cd-40a3-8790-be522f6ab05b tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (0af3ba07-c90e-4b55-b4f3-a9a94fd104a5), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:29.302136 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-67166561-87cd-40a3-8790-be522f6ab05b tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (0af3ba07-c90e-4b55-b4f3-a9a94fd104a5), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:29.302415 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-67166561-87cd-40a3-8790-be522f6ab05b tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for floatingip (0af3ba07-c90e-4b55-b4f3-a9a94fd104a5), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:29.315917 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-67166561-87cd-40a3-8790-be522f6ab05b tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Calling delete_port for 0af3ba07-c90e-4b55-b4f3-a9a94fd104a5 owned by network:floatingip {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:23:29.466219 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-67166561-87cd-40a3-8790-be522f6ab05b tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4595618'] for port (0af3ba07-c90e-4b55-b4f3-a9a94fd104a5), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:29.491667 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67166561-87cd-40a3-8790-be522f6ab05b tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Pushing event deleted for resources: {'Port': ['ID=0af3ba07-c90e-4b55-b4f3-a9a94fd104a5,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:23:29.555823 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-67166561-87cd-40a3-8790-be522f6ab05b tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for floatingip (17317033-bb8d-4f52-88fb-78d2fb7eeb09), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:29.558462 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-67166561-87cd-40a3-8790-be522f6ab05b tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for floatingip (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:29.559647 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-67166561-87cd-40a3-8790-be522f6ab05b tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "DELETE /v2.0/floatingips/17317033-bb8d-4f52-88fb-78d2fb7eeb09 HTTP/1.1" status: 204 len: 168 time: 0.4564495 Jul 28 01:23:30.011623 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 2633d285-d7b7-4c4c-90f6-16f532d8b0d5 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:23:30.035721 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] No Port match for: 2633d285-d7b7-4c4c-90f6-16f532d8b0d5 {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:23:30.036076 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 2633d285-d7b7-4c4c-90f6-16f532d8b0d5 not bound to the agent host hv-cinder-81558 {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:23:31.474545 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a392191-4bde-46b0-b9a9-2a9668e64005 req-2cadb83e-cc05-4682-8f23-3c76a91e5008 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:23:31.476064 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-3a392191-4bde-46b0-b9a9-2a9668e64005 req-2cadb83e-cc05-4682-8f23-3c76a91e5008 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5671e0a-fdd0-4692-93aa-4ff5ef293562 HTTP/1.1" status: 200 len: 945 time: 0.3175702 Jul 28 01:23:31.523648 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-3a392191-4bde-46b0-b9a9-2a9668e64005 req-acf3ce47-8927-497e-934f-54e2be7e737b tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups?id=530e6333-8cec-4583-a23f-2c7aa9e2d1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418978 Jul 28 01:23:32.014049 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 54822) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:23:32.180798 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-c2d47111-9a44-420e-b685-41a39109e2ad tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Deleting port 6e365f6a-9c02-4df5-ade8-e65a37d99502 {{(pid=104162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:23:32.181147 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-c2d47111-9a44-420e-b685-41a39109e2ad tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (6e365f6a-9c02-4df5-ade8-e65a37d99502), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:32.265230 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-c2d47111-9a44-420e-b685-41a39109e2ad tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (6e365f6a-9c02-4df5-ade8-e65a37d99502), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:32.265577 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-c2d47111-9a44-420e-b685-41a39109e2ad tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks [] for floatingip (6e365f6a-9c02-4df5-ade8-e65a37d99502), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:32.278768 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-c2d47111-9a44-420e-b685-41a39109e2ad tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Calling delete_port for 6e365f6a-9c02-4df5-ade8-e65a37d99502 owned by network:floatingip {{(pid=104162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:23:32.437364 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-c2d47111-9a44-420e-b685-41a39109e2ad tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (6e365f6a-9c02-4df5-ade8-e65a37d99502), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:32.462956 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d47111-9a44-420e-b685-41a39109e2ad tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Pushing event deleted for resources: {'Port': ['ID=6e365f6a-9c02-4df5-ade8-e65a37d99502,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:23:32.475909 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d47111-9a44-420e-b685-41a39109e2ad tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:23:32.476592 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d47111-9a44-420e-b685-41a39109e2ad tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:23:32.476683 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d47111-9a44-420e-b685-41a39109e2ad tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:23:32.477042 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d47111-9a44-420e-b685-41a39109e2ad tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:23:32.477303 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d47111-9a44-420e-b685-41a39109e2ad tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:23:32.477654 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d47111-9a44-420e-b685-41a39109e2ad tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:23:32.478046 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d47111-9a44-420e-b685-41a39109e2ad tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:23:32.478407 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d47111-9a44-420e-b685-41a39109e2ad tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:23:32.478801 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d47111-9a44-420e-b685-41a39109e2ad tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:23:32.479138 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d47111-9a44-420e-b685-41a39109e2ad tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:23:32.479490 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d47111-9a44-420e-b685-41a39109e2ad tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:23:32.479818 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d47111-9a44-420e-b685-41a39109e2ad tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:23:32.480145 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d47111-9a44-420e-b685-41a39109e2ad tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:23:32.480490 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d47111-9a44-420e-b685-41a39109e2ad tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:23:32.480830 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d47111-9a44-420e-b685-41a39109e2ad tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:23:32.501738 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (8d4a48be-b376-49eb-a7aa-478deaa3f35f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:32.539949 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-c2d47111-9a44-420e-b685-41a39109e2ad tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks [] for floatingip (96e9d993-08b0-40b1-ba4b-9c46da894632), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:32.540177 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.db.l3_db [None req-c2d47111-9a44-420e-b685-41a39109e2ad tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Floating IP 96e9d993-08b0-40b1-ba4b-9c46da894632 disassociated (deleted). External IP: 172.27.1.203, port: 5d38e46e-4f07-4410-82fe-f06a06925de2. Jul 28 01:23:32.604441 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720f0ec-7806-4294-845a-d5521e49071c req-320df6cf-7ff2-4372-b5ac-d8f2b19b869d tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:23:32.606005 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-9720f0ec-7806-4294-845a-d5521e49071c req-320df6cf-7ff2-4372-b5ac-d8f2b19b869d tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5671e0a-fdd0-4692-93aa-4ff5ef293562 HTTP/1.1" status: 200 len: 945 time: 0.0492845 Jul 28 01:23:32.636042 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:32.653901 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:32.777690 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700789a-14b3-4dae-9af1-64bf3d5e7753 req-2a271af8-f33c-4434-b6e9-e19dbddf8ac1 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:23:32.779375 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4700789a-14b3-4dae-9af1-64bf3d5e7753 req-2a271af8-f33c-4434-b6e9-e19dbddf8ac1 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5671e0a-fdd0-4692-93aa-4ff5ef293562 HTTP/1.1" status: 200 len: 945 time: 0.1630242 Jul 28 01:23:32.820828 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d47111-9a44-420e-b685-41a39109e2ad tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Router 1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17 has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:23:32.850745 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-4700789a-14b3-4dae-9af1-64bf3d5e7753 req-6baf6936-3df1-4151-b86c-c8f350560788 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups?id=530e6333-8cec-4583-a23f-2c7aa9e2d1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626514 Jul 28 01:23:32.940665 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-9720f0ec-7806-4294-845a-d5521e49071c req-1a9bf3a3-69a6-48eb-822e-3e1fff931e2e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Deleting port 0f4b842e-8b20-44f6-b3fc-362c3ed518c8 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:23:32.940990 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-9720f0ec-7806-4294-845a-d5521e49071c req-1a9bf3a3-69a6-48eb-822e-3e1fff931e2e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (0f4b842e-8b20-44f6-b3fc-362c3ed518c8), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:32.951593 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d47111-9a44-420e-b685-41a39109e2ad tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:23:32.956774 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-c2d47111-9a44-420e-b685-41a39109e2ad tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for floatingip (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:32.963322 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202e5e43-282a-440f-b16e-3478be373424 None None] Sync routers for ids ['1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'] in dv-cinder-815582-11-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:23:32.974119 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202e5e43-282a-440f-b16e-3478be373424 None None] Routers {'1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:23:32.975039 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-202e5e43-282a-440f-b16e-3478be373424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:23:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:23:32.996270 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-c2d47111-9a44-420e-b685-41a39109e2ad tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "DELETE /v2.0/floatingips/96e9d993-08b0-40b1-ba4b-9c46da894632 HTTP/1.1" status: 204 len: 168 time: 0.9782257 Jul 28 01:23:32.996270 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7cb86c7-bffa-49d1-abf4-1973ff6e3d47', 'tag': '5d38e46e-4f07-4410-82fe-f06a06925de2'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:23:32.997175 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f6b11fd638c6a58f8ef19871f5a43997b3abcb3256dc707badf279ceb4d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7de8360-0bfe-479d-bb6f-7365c69c4eb8" -d '{"events": [{"name": "network-changed", "server_uuid": "a7cb86c7-bffa-49d1-abf4-1973ff6e3d47", "tag": "5d38e46e-4f07-4410-82fe-f06a06925de2"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:23:33.039435 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 01:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e96faa-b6a8-42c3-b112-60222bf2f69f x-openstack-request-id: req-a6e96faa-b6a8-42c3-b112-60222bf2f69f {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:23:33.039435 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7cb86c7-bffa-49d1-abf4-1973ff6e3d47", "tag": "5d38e46e-4f07-4410-82fe-f06a06925de2", "status": "completed", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:23:33.039740 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-a6e96faa-b6a8-42c3-b112-60222bf2f69f {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:23:33.039898 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-9720f0ec-7806-4294-845a-d5521e49071c req-1a9bf3a3-69a6-48eb-822e-3e1fff931e2e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] For port 0f4b842e-8b20-44f6-b3fc-362c3ed518c8, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=0f4b842e-8b20-44f6-b3fc-362c3ed518c8,segment=NetworkSegment(09a4dbbe-38b5-4ce4-8d83-42afd69b4a73),segment_id=09a4dbbe-38b5-4ce4-8d83-42afd69b4a73)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:23:33.040035 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6e96faa-b6a8-42c3-b112-60222bf2f69f'] response: {'name': 'network-changed', 'server_uuid': 'a7cb86c7-bffa-49d1-abf4-1973ff6e3d47', 'tag': '5d38e46e-4f07-4410-82fe-f06a06925de2', 'status': 'completed', 'code': 200} Jul 28 01:23:33.040275 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-9720f0ec-7806-4294-845a-d5521e49071c req-1a9bf3a3-69a6-48eb-822e-3e1fff931e2e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (0f4b842e-8b20-44f6-b3fc-362c3ed518c8), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:33.116426 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-202e5e43-282a-440f-b16e-3478be373424 None None] Set router 1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:23:33.141549 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de8360-0bfe-479d-bb6f-7365c69c4eb8 req-435325da-b16f-4973-80d6-12020839626b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:23:33.144179 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f7de8360-0bfe-479d-bb6f-7365c69c4eb8 req-435325da-b16f-4973-80d6-12020839626b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d14de33f76ea44db8899900481299b87&device_id=a7cb86c7-bffa-49d1-abf4-1973ff6e3d47 HTTP/1.1" status: 200 len: 1130 time: 0.0566554 Jul 28 01:23:33.218311 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:33.220856 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=100 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:33.250772 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af8c38-b5b7-4857-ada0-d10a0da72ce3 req-a13acb8c-de6a-4d25-a041-523ca2e35681 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:23:33.252425 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b2af8c38-b5b7-4857-ada0-d10a0da72ce3 req-a13acb8c-de6a-4d25-a041-523ca2e35681 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=a7cb86c7-bffa-49d1-abf4-1973ff6e3d47 HTTP/1.1" status: 200 len: 946 time: 0.0532212 Jul 28 01:23:33.261859 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-9720f0ec-7806-4294-845a-d5521e49071c req-1a9bf3a3-69a6-48eb-822e-3e1fff931e2e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:33.261859 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-9720f0ec-7806-4294-845a-d5521e49071c req-1a9bf3a3-69a6-48eb-822e-3e1fff931e2e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-949731'] for floatingip (ad55f827-8f9f-4466-bddb-9cca4f86788a), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:33.262279 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.db.l3_db [req-9720f0ec-7806-4294-845a-d5521e49071c req-1a9bf3a3-69a6-48eb-822e-3e1fff931e2e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Floating IP ad55f827-8f9f-4466-bddb-9cca4f86788a disassociated. External IP: 172.27.1.160, port: 0f4b842e-8b20-44f6-b3fc-362c3ed518c8. Jul 28 01:23:33.262481 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-9720f0ec-7806-4294-845a-d5521e49071c req-1a9bf3a3-69a6-48eb-822e-3e1fff931e2e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Calling delete_port for 0f4b842e-8b20-44f6-b3fc-362c3ed518c8 owned by compute:nova {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:23:33.273471 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:33.277945 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:33.309138 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b2af8c38-b5b7-4857-ada0-d10a0da72ce3 req-d1dfc93e-260d-41a5-b912-f67fb5db5d86 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477445 Jul 28 01:23:33.344976 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-202e5e43-282a-440f-b16e-3478be373424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'name': 'tempest-TestVolumeBootPattern-1881204814-router', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd8800ad8-b68d-429f-9555-d71c76aa3daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:19Z', 'updated_at': '2022-07-28T01:15:23Z', 'revision_number': 4, 'project_id': 'd14de33f76ea44db8899900481299b87', 'gw_port': {'id': 'd8800ad8-b68d-429f-9555-d71c76aa3daf', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:20Z', 'updated_at': '2022-07-28T01:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': 'babc25aa-b47f-480a-a6ba-3f979280fb3b', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'port_id': '5e443d88-263d-417b-a4b5-1c7b5ec04947', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065', 'mac_address': 'fa:16:3e:37:4a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aef8c75-a39b-4af4-813b-7d195164631d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:19:46Z', 'updated_at': '2022-07-28T01:19:49Z', 'revision_number': 1, 'project_id': 'd14de33f76ea44db8899900481299b87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece91824-a3ba-4ac8-b89e-f6e287a250e6', 'name': '', 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'mac_address': 'fa:16:3e:af:b9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:23Z', 'updated_at': '2022-07-28T01:15:29Z', 'revision_number': 5, 'project_id': 'd14de33f76ea44db8899900481299b87', 'subnets': [{'id': 'bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:23:33.373885 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202e5e43-282a-440f-b16e-3478be373424 None None] Checking router: 1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17 for host: dv-cinder-815582-11-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:23:33.383156 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202e5e43-282a-440f-b16e-3478be373424 None None] Routers {'1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:23:33.383777 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-202e5e43-282a-440f-b16e-3478be373424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:23:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:23:33.414085 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-9720f0ec-7806-4294-845a-d5521e49071c req-1a9bf3a3-69a6-48eb-822e-3e1fff931e2e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4595618'] for port (0f4b842e-8b20-44f6-b3fc-362c3ed518c8), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:33.442763 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9bf3a3-69a6-48eb-822e-3e1fff931e2e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Pushing event deleted for resources: {'Port': ['ID=0f4b842e-8b20-44f6-b3fc-362c3ed518c8,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:23:33.488224 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-202e5e43-282a-440f-b16e-3478be373424 None None] Set router 1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:23:33.563167 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9720f0ec-7806-4294-845a-d5521e49071c req-1a9bf3a3-69a6-48eb-822e-3e1fff931e2e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Router e0411a7d-a680-4c17-ab1c-279608a4c93c has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:23:33.672735 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9720f0ec-7806-4294-845a-d5521e49071c req-1a9bf3a3-69a6-48eb-822e-3e1fff931e2e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:23:33.684937 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193fad5d-fe90-4590-909f-7b05ec4128fb None None] Sync routers for ids ['e0411a7d-a680-4c17-ab1c-279608a4c93c'] in dv-cinder-815582-11-iscsi {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:23:33.696146 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193fad5d-fe90-4590-909f-7b05ec4128fb None None] Routers {'e0411a7d-a680-4c17-ab1c-279608a4c93c'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:23:33.696834 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-193fad5d-fe90-4590-909f-7b05ec4128fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:23:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['e0411a7d-a680-4c17-ab1c-279608a4c93c'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:23:33.715255 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-9720f0ec-7806-4294-845a-d5521e49071c req-1a9bf3a3-69a6-48eb-822e-3e1fff931e2e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] No DVR routers for this DVR port 0f4b842e-8b20-44f6-b3fc-362c3ed518c8 on host hv-cinder-81558 {{(pid=104161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 01:23:33.717957 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-9720f0ec-7806-4294-845a-d5521e49071c req-1a9bf3a3-69a6-48eb-822e-3e1fff931e2e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:33.721589 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-9720f0ec-7806-4294-845a-d5521e49071c req-1a9bf3a3-69a6-48eb-822e-3e1fff931e2e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.42 "DELETE /v2.0/ports/0f4b842e-8b20-44f6-b3fc-362c3ed518c8 HTTP/1.1" status: 204 len: 173 time: 1.1102765 Jul 28 01:23:33.722059 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5671e0a-fdd0-4692-93aa-4ff5ef293562', 'name': 'network-vif-deleted', 'tag': '0f4b842e-8b20-44f6-b3fc-362c3ed518c8'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:23:33.724509 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0f5ab60fa46dcea77c59dd77281ac580fb802378bd5ff0a4b9baf266696a00a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98a812c-c658-4f05-a52b-1a6d2e016ae9" -d '{"events": [{"server_uuid": "d5671e0a-fdd0-4692-93aa-4ff5ef293562", "name": "network-vif-deleted", "tag": "0f4b842e-8b20-44f6-b3fc-362c3ed518c8"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:23:33.762866 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 01:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d205711-e0a1-4e28-b0b4-08da66f24589 x-openstack-request-id: req-5d205711-e0a1-4e28-b0b4-08da66f24589 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:23:33.763152 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5671e0a-fdd0-4692-93aa-4ff5ef293562", "name": "network-vif-deleted", "tag": "0f4b842e-8b20-44f6-b3fc-362c3ed518c8", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:23:33.763402 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-5d205711-e0a1-4e28-b0b4-08da66f24589 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:23:33.763884 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d205711-e0a1-4e28-b0b4-08da66f24589'] response: {'server_uuid': 'd5671e0a-fdd0-4692-93aa-4ff5ef293562', 'name': 'network-vif-deleted', 'tag': '0f4b842e-8b20-44f6-b3fc-362c3ed518c8', 'status': 'completed', 'code': 200} Jul 28 01:23:33.808857 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-193fad5d-fe90-4590-909f-7b05ec4128fb None None] Set router e0411a7d-a680-4c17-ab1c-279608a4c93c gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:23:33.836180 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-202e5e43-282a-440f-b16e-3478be373424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'name': 'tempest-TestVolumeBootPattern-1881204814-router', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd8800ad8-b68d-429f-9555-d71c76aa3daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:19Z', 'updated_at': '2022-07-28T01:15:23Z', 'revision_number': 4, 'project_id': 'd14de33f76ea44db8899900481299b87', 'gw_port': {'id': 'd8800ad8-b68d-429f-9555-d71c76aa3daf', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:20Z', 'updated_at': '2022-07-28T01:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': 'babc25aa-b47f-480a-a6ba-3f979280fb3b', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'port_id': '5e443d88-263d-417b-a4b5-1c7b5ec04947', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065', 'mac_address': 'fa:16:3e:37:4a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aef8c75-a39b-4af4-813b-7d195164631d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:19:46Z', 'updated_at': '2022-07-28T01:19:49Z', 'revision_number': 1, 'project_id': 'd14de33f76ea44db8899900481299b87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece91824-a3ba-4ac8-b89e-f6e287a250e6', 'name': '', 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'mac_address': 'fa:16:3e:af:b9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:23Z', 'updated_at': '2022-07-28T01:15:29Z', 'revision_number': 5, 'project_id': 'd14de33f76ea44db8899900481299b87', 'subnets': [{'id': 'bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:23:33.865607 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202e5e43-282a-440f-b16e-3478be373424 None None] The sync data for ids ['1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'] in dv-cinder-815582-11-iscsi is: [{'id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'name': 'tempest-TestVolumeBootPattern-1881204814-router', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd8800ad8-b68d-429f-9555-d71c76aa3daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:19Z', 'updated_at': '2022-07-28T01:15:23Z', 'revision_number': 4, 'project_id': 'd14de33f76ea44db8899900481299b87', 'gw_port': {'id': 'd8800ad8-b68d-429f-9555-d71c76aa3daf', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:20Z', 'updated_at': '2022-07-28T01:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': 'babc25aa-b47f-480a-a6ba-3f979280fb3b', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'port_id': '5e443d88-263d-417b-a4b5-1c7b5ec04947', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065', 'mac_address': 'fa:16:3e:37:4a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aef8c75-a39b-4af4-813b-7d195164631d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:19:46Z', 'updated_at': '2022-07-28T01:19:49Z', 'revision_number': 1, 'project_id': 'd14de33f76ea44db8899900481299b87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece91824-a3ba-4ac8-b89e-f6e287a250e6', 'name': '', 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'mac_address': 'fa:16:3e:af:b9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:23Z', 'updated_at': '2022-07-28T01:15:29Z', 'revision_number': 5, 'project_id': 'd14de33f76ea44db8899900481299b87', 'subnets': [{'id': 'bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:23:33.959616 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-dd7a6b32-b605-4c0f-b3dc-6b5c17b4ec07 req-b2014c80-4cc0-4bf5-a838-c4453c40650c tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5671e0a-fdd0-4692-93aa-4ff5ef293562 HTTP/1.1" status: 200 len: 210 time: 0.0288196 Jul 28 01:23:34.020175 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-193fad5d-fe90-4590-909f-7b05ec4128fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'name': 'tempest-AttachVolumeNegativeTest-519383643-router', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:21:22Z', 'updated_at': '2022-07-28T01:21:25Z', 'revision_number': 4, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'gw_port': {'id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:23Z', 'updated_at': '2022-07-28T01:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7', 'name': '', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'mac_address': 'fa:16:3e:6c:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:24Z', 'updated_at': '2022-07-28T01:21:29Z', 'revision_number': 5, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'subnets': [{'id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:23:34.045934 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193fad5d-fe90-4590-909f-7b05ec4128fb None None] Checking router: e0411a7d-a680-4c17-ab1c-279608a4c93c for host: dv-cinder-815582-11-iscsi {{(pid=104164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:23:34.054879 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193fad5d-fe90-4590-909f-7b05ec4128fb None None] Routers {'e0411a7d-a680-4c17-ab1c-279608a4c93c'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:23:34.055489 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-193fad5d-fe90-4590-909f-7b05ec4128fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:23:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['e0411a7d-a680-4c17-ab1c-279608a4c93c'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:23:34.113604 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cb2ea7-ecf7-430f-97e6-e577ae79116e None None] New status for floating IP 96e9d993-08b0-40b1-ba4b-9c46da894632: DOWN {{(pid=104163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 01:23:34.262542 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-193fad5d-fe90-4590-909f-7b05ec4128fb None None] Set router e0411a7d-a680-4c17-ab1c-279608a4c93c gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:23:34.269847 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de8360-0bfe-479d-bb6f-7365c69c4eb8 req-56a49af0-9cd2-49ac-b1d1-035b39d4a66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:23:34.271398 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f7de8360-0bfe-479d-bb6f-7365c69c4eb8 req-56a49af0-9cd2-49ac-b1d1-035b39d4a66e service neutron] 10.222.0.42 "GET /v2.0/networks?id=f365ac42-75a7-4c3d-8591-d4097c9f6065 HTTP/1.1" status: 200 len: 913 time: 0.1367438 Jul 28 01:23:34.366869 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f7de8360-0bfe-479d-bb6f-7365c69c4eb8 req-27a3de93-554d-466c-a759-0280ca49764e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d38e46e-4f07-4410-82fe-f06a06925de2 HTTP/1.1" status: 200 len: 217 time: 0.0417361 Jul 28 01:23:34.437789 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc5242-590a-46a3-8db3-e5508b6a882b req-e1562e6b-2f1a-4110-86e5-307592a94fab tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:23:34.439291 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-6ebc5242-590a-46a3-8db3-e5508b6a882b req-e1562e6b-2f1a-4110-86e5-307592a94fab tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=a7cb86c7-bffa-49d1-abf4-1973ff6e3d47 HTTP/1.1" status: 200 len: 946 time: 0.0462136 Jul 28 01:23:34.456226 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-193fad5d-fe90-4590-909f-7b05ec4128fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'name': 'tempest-AttachVolumeNegativeTest-519383643-router', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:21:22Z', 'updated_at': '2022-07-28T01:21:25Z', 'revision_number': 4, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'gw_port': {'id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:23Z', 'updated_at': '2022-07-28T01:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7', 'name': '', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'mac_address': 'fa:16:3e:6c:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:24Z', 'updated_at': '2022-07-28T01:21:29Z', 'revision_number': 5, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'subnets': [{'id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:23:34.486078 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193fad5d-fe90-4590-909f-7b05ec4128fb None None] The sync data for ids ['e0411a7d-a680-4c17-ab1c-279608a4c93c'] in dv-cinder-815582-11-iscsi is: [{'id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'name': 'tempest-AttachVolumeNegativeTest-519383643-router', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:21:22Z', 'updated_at': '2022-07-28T01:21:25Z', 'revision_number': 4, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'gw_port': {'id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:23Z', 'updated_at': '2022-07-28T01:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7', 'name': '', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'mac_address': 'fa:16:3e:6c:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:24Z', 'updated_at': '2022-07-28T01:21:29Z', 'revision_number': 5, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'subnets': [{'id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:23:34.493538 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-6ebc5242-590a-46a3-8db3-e5508b6a882b req-ba1123a9-aec4-4055-958e-9face427d1f5 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481834 Jul 28 01:23:34.715037 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fe64a2-47c9-479d-a96e-c935b46835ed None None] New status for floating IP ad55f827-8f9f-4466-bddb-9cca4f86788a: DOWN {{(pid=104164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 01:23:34.727190 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de8360-0bfe-479d-bb6f-7365c69c4eb8 req-19e6fc64-4f78-4d1d-83a5-868412dd526c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:23:34.728485 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f7de8360-0bfe-479d-bb6f-7365c69c4eb8 req-19e6fc64-4f78-4d1d-83a5-868412dd526c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12 HTTP/1.1" status: 200 len: 851 time: 0.0529199 Jul 28 01:23:34.815035 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de8360-0bfe-479d-bb6f-7365c69c4eb8 req-779b841d-2cd9-4c29-b04f-ae3c3d1735b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:23:34.816585 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f7de8360-0bfe-479d-bb6f-7365c69c4eb8 req-779b841d-2cd9-4c29-b04f-ae3c3d1735b7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f365ac42-75a7-4c3d-8591-d4097c9f6065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0798352 Jul 28 01:23:34.846144 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c50d951-f899-4b98-8e97-ee47986ae402 req-f8507564-88d8-465c-ad67-dedad2fc203e tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:23:34.847619 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-9c50d951-f899-4b98-8e97-ee47986ae402 req-f8507564-88d8-465c-ad67-dedad2fc203e tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7cb86c7-bffa-49d1-abf4-1973ff6e3d47 HTTP/1.1" status: 200 len: 946 time: 0.0791786 Jul 28 01:23:34.992124 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f7de8360-0bfe-479d-bb6f-7365c69c4eb8 req-e9b580c7-4299-43df-bd87-5b77a06d1953 service neutron] 10.222.0.42 "GET /v2.0/networks/f365ac42-75a7-4c3d-8591-d4097c9f6065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659303 Jul 28 01:23:34.992955 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-9c50d951-f899-4b98-8e97-ee47986ae402 req-f61ae151-e490-4876-8979-eed0520b4f53 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Deleting port 5d38e46e-4f07-4410-82fe-f06a06925de2 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:23:34.992955 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-9c50d951-f899-4b98-8e97-ee47986ae402 req-f61ae151-e490-4876-8979-eed0520b4f53 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (5d38e46e-4f07-4410-82fe-f06a06925de2), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:35.055101 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 54844) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:23:35.098183 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:35.111963 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-af40ef4a-9068-43c3-90b3-6377cc145090 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for security_group (530e6333-8cec-4583-a23f-2c7aa9e2d1ce), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:35.112913 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:35.137282 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-af40ef4a-9068-43c3-90b3-6377cc145090 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for security_group (530e6333-8cec-4583-a23f-2c7aa9e2d1ce), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:35.157976 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-9c50d951-f899-4b98-8e97-ee47986ae402 req-f61ae151-e490-4876-8979-eed0520b4f53 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] For port 5d38e46e-4f07-4410-82fe-f06a06925de2, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=5d38e46e-4f07-4410-82fe-f06a06925de2,segment=NetworkSegment(adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742),segment_id=adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:23:35.158357 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-9c50d951-f899-4b98-8e97-ee47986ae402 req-f61ae151-e490-4876-8979-eed0520b4f53 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (5d38e46e-4f07-4410-82fe-f06a06925de2), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:35.169460 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f7de8360-0bfe-479d-bb6f-7365c69c4eb8 req-03f2da8c-0c0e-46f6-be63-ceb84b39a1d7 service neutron] 10.222.0.42 "GET /v2.0/networks/f365ac42-75a7-4c3d-8591-d4097c9f6065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616466 Jul 28 01:23:35.173761 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-9c50d951-f899-4b98-8e97-ee47986ae402 req-f61ae151-e490-4876-8979-eed0520b4f53 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Calling delete_port for 5d38e46e-4f07-4410-82fe-f06a06925de2 owned by compute:nova {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:23:35.189434 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-af40ef4a-9068-43c3-90b3-6377cc145090 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (530e6333-8cec-4583-a23f-2c7aa9e2d1ce), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:35.192202 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-af40ef4a-9068-43c3-90b3-6377cc145090 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:35.193546 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-af40ef4a-9068-43c3-90b3-6377cc145090 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "DELETE /v2.0/security-groups/530e6333-8cec-4583-a23f-2c7aa9e2d1ce HTTP/1.1" status: 204 len: 168 time: 0.1374087 Jul 28 01:23:35.197381 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 54846) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:23:35.211058 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af40ef4a-9068-43c3-90b3-6377cc145090 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=530e6333-8cec-4583-a23f-2c7aa9e2d1ce,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:23:35.217527 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.api.v2.resource [None req-d1ebbb98-16bd-432a-9a7c-6ebf686cbe14 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] show failed (client error): The resource could not be found. Jul 28 01:23:35.218690 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-d1ebbb98-16bd-432a-9a7c-6ebf686cbe14 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups/530e6333-8cec-4583-a23f-2c7aa9e2d1ce HTTP/1.1" status: 404 len: 347 time: 0.0189862 Jul 28 01:23:35.221476 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 54848) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:23:35.316377 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-9c50d951-f899-4b98-8e97-ee47986ae402 req-f61ae151-e490-4876-8979-eed0520b4f53 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4595618'] for port (5d38e46e-4f07-4410-82fe-f06a06925de2), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:35.338606 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-9028c831-cb73-4e58-aeeb-7e5153abcf9f tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Deleting port 831df3c5-1fb1-4fdc-bcb4-8b6a006c6c83 {{(pid=104162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:23:35.338976 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-9028c831-cb73-4e58-aeeb-7e5153abcf9f tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (831df3c5-1fb1-4fdc-bcb4-8b6a006c6c83), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:35.346529 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61ae151-e490-4876-8979-eed0520b4f53 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Pushing event deleted for resources: {'Port': ['ID=5d38e46e-4f07-4410-82fe-f06a06925de2,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:23:35.392088 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c50d951-f899-4b98-8e97-ee47986ae402 req-f61ae151-e490-4876-8979-eed0520b4f53 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] No DVR routers for this DVR port 5d38e46e-4f07-4410-82fe-f06a06925de2 on host hv-cinder-81558 {{(pid=104161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 01:23:35.394599 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-9c50d951-f899-4b98-8e97-ee47986ae402 req-f61ae151-e490-4876-8979-eed0520b4f53 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:35.398000 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-9c50d951-f899-4b98-8e97-ee47986ae402 req-f61ae151-e490-4876-8979-eed0520b4f53 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.42 "DELETE /v2.0/ports/5d38e46e-4f07-4410-82fe-f06a06925de2 HTTP/1.1" status: 204 len: 173 time: 0.5383716 Jul 28 01:23:35.425870 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:35.428037 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-9028c831-cb73-4e58-aeeb-7e5153abcf9f tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (831df3c5-1fb1-4fdc-bcb4-8b6a006c6c83), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:35.428514 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-9028c831-cb73-4e58-aeeb-7e5153abcf9f tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for floatingip (831df3c5-1fb1-4fdc-bcb4-8b6a006c6c83), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:35.431821 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.agents_db [None req-b5d7b8ea-190f-43e3-81f4-c45e7fbfa344 None None] Agent healthcheck: found 6 active agents {{(pid=104164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 01:23:35.444275 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-9028c831-cb73-4e58-aeeb-7e5153abcf9f tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Calling delete_port for 831df3c5-1fb1-4fdc-bcb4-8b6a006c6c83 owned by network:floatingip {{(pid=104162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:23:35.453690 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:35.503128 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:35.610643 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-dbef30a8-7bbd-42b8-98ff-5c22a2ce1223 req-97181e6d-4c79-4e54-8290-ca043716561c tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=a7cb86c7-bffa-49d1-abf4-1973ff6e3d47 HTTP/1.1" status: 200 len: 210 time: 0.0382807 Jul 28 01:23:35.624956 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-9028c831-cb73-4e58-aeeb-7e5153abcf9f tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (831df3c5-1fb1-4fdc-bcb4-8b6a006c6c83), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:35.648460 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9028c831-cb73-4e58-aeeb-7e5153abcf9f tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Pushing event deleted for resources: {'Port': ['ID=831df3c5-1fb1-4fdc-bcb4-8b6a006c6c83,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:23:35.725766 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-9028c831-cb73-4e58-aeeb-7e5153abcf9f tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for floatingip (ad55f827-8f9f-4466-bddb-9cca4f86788a), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:35.728649 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-9028c831-cb73-4e58-aeeb-7e5153abcf9f tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for floatingip (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:35.729662 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-9028c831-cb73-4e58-aeeb-7e5153abcf9f tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "DELETE /v2.0/floatingips/ad55f827-8f9f-4466-bddb-9cca4f86788a HTTP/1.1" status: 204 len: 168 time: 0.5069573 Jul 28 01:23:35.765506 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7cb86c7-bffa-49d1-abf4-1973ff6e3d47', 'name': 'network-vif-deleted', 'tag': '5d38e46e-4f07-4410-82fe-f06a06925de2'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:23:35.767918 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0f5ab60fa46dcea77c59dd77281ac580fb802378bd5ff0a4b9baf266696a00a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd32926-a26b-4622-a23d-9d44d62df91c" -d '{"events": [{"server_uuid": "a7cb86c7-bffa-49d1-abf4-1973ff6e3d47", "name": "network-vif-deleted", "tag": "5d38e46e-4f07-4410-82fe-f06a06925de2"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:23:35.808884 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 01:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01ac0a4-5135-4aa4-a918-01785215dc0f x-openstack-request-id: req-d01ac0a4-5135-4aa4-a918-01785215dc0f {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:23:35.809225 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7cb86c7-bffa-49d1-abf4-1973ff6e3d47", "name": "network-vif-deleted", "tag": "5d38e46e-4f07-4410-82fe-f06a06925de2", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:23:35.809529 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-d01ac0a4-5135-4aa4-a918-01785215dc0f {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:23:35.809988 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d01ac0a4-5135-4aa4-a918-01785215dc0f'] response: {'server_uuid': 'a7cb86c7-bffa-49d1-abf4-1973ff6e3d47', 'name': 'network-vif-deleted', 'tag': '5d38e46e-4f07-4410-82fe-f06a06925de2', 'status': 'completed', 'code': 200} Jul 28 01:23:35.811299 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 54856) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:23:35.816048 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-cdfb6b8e-2eee-4908-9c43-78412f0a3933 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1581871664', 'description': 'tempest-description--1531526271'}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:23:35.839165 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-cdfb6b8e-2eee-4908-9c43-78412f0a3933 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for security_group (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:36.041562 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 0f4b842e-8b20-44f6-b3fc-362c3ed518c8 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:23:36.069134 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] No Port match for: 0f4b842e-8b20-44f6-b3fc-362c3ed518c8 {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:23:36.069459 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 0f4b842e-8b20-44f6-b3fc-362c3ed518c8 not bound to the agent host hv-cinder-81558 {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:23:36.070175 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 5d38e46e-4f07-4410-82fe-f06a06925de2 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:23:36.092148 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] No Port match for: 5d38e46e-4f07-4410-82fe-f06a06925de2 {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:23:36.092497 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 5d38e46e-4f07-4410-82fe-f06a06925de2 not bound to the agent host hv-cinder-81558 {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:23:36.184905 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-cdfb6b8e-2eee-4908-9c43-78412f0a3933 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for security_group (88905682-1ebe-470d-96e9-54640e9de5c5), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:36.190349 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-cdfb6b8e-2eee-4908-9c43-78412f0a3933 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (88905682-1ebe-470d-96e9-54640e9de5c5), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:36.221924 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-cdfb6b8e-2eee-4908-9c43-78412f0a3933 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:36.223179 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-cdfb6b8e-2eee-4908-9c43-78412f0a3933 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4108427 Jul 28 01:23:36.225086 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb6b8e-2eee-4908-9c43-78412f0a3933 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88905682-1ebe-470d-96e9-54640e9de5c5,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:23:36.226505 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 54860) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:23:36.232015 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-a78f4f22-107a-440e-82e0-e89f58204b4e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Request body: {'security_group_rule': {'security_group_id': '88905682-1ebe-470d-96e9-54640e9de5c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:23:36.264131 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a78f4f22-107a-440e-82e0-e89f58204b4e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for security_group_rule (77c968d5-99a4-4af6-9653-0b5784f00eb4), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:36.324073 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a78f4f22-107a-440e-82e0-e89f58204b4e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for security_group_rule (77c968d5-99a4-4af6-9653-0b5784f00eb4), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:36.328658 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a78f4f22-107a-440e-82e0-e89f58204b4e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553027'] for security_group_rule (77c968d5-99a4-4af6-9653-0b5784f00eb4), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:36.347258 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f4f22-107a-440e-82e0-e89f58204b4e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77c968d5-99a4-4af6-9653-0b5784f00eb4,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:23:36.355486 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a78f4f22-107a-440e-82e0-e89f58204b4e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:36.356696 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-a78f4f22-107a-440e-82e0-e89f58204b4e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1284845 Jul 28 01:23:36.359669 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 54862) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:23:36.363992 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-289f8412-2a0d-4491-88aa-f17c0bbf4bc5 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Request body: {'security_group_rule': {'security_group_id': '88905682-1ebe-470d-96e9-54640e9de5c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:23:36.396117 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-289f8412-2a0d-4491-88aa-f17c0bbf4bc5 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for security_group_rule (3538c5e4-8933-4134-afc6-888142acaba7), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:36.457705 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-289f8412-2a0d-4491-88aa-f17c0bbf4bc5 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for security_group_rule (3538c5e4-8933-4134-afc6-888142acaba7), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:36.463543 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-289f8412-2a0d-4491-88aa-f17c0bbf4bc5 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553027'] for security_group_rule (3538c5e4-8933-4134-afc6-888142acaba7), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:36.482849 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f8412-2a0d-4491-88aa-f17c0bbf4bc5 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3538c5e4-8933-4134-afc6-888142acaba7,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:23:36.492598 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-289f8412-2a0d-4491-88aa-f17c0bbf4bc5 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:36.493805 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-289f8412-2a0d-4491-88aa-f17c0bbf4bc5 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1331651 Jul 28 01:23:36.496961 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 54864) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:23:36.501267 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-1c119a18-2731-4908-a9df-2f9a1b0c5a2e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Request body: {'floatingip': {'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:23:36.523876 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1c119a18-2731-4908-a9df-2f9a1b0c5a2e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:36.615100 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1c119a18-2731-4908-a9df-2f9a1b0c5a2e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:36.706095 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:36.727433 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [None req-1c119a18-2731-4908-a9df-2f9a1b0c5a2e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Allocated IP 172.27.1.8 (db4fd262-df4a-4858-b92c-469a7b8f139e/fbbec24e-3b1c-439c-846a-fd72122ae4ff/bbc9007a-e519-493d-b3dc-7c5ef38f441c) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:23:36.733382 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:36.838622 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1c119a18-2731-4908-a9df-2f9a1b0c5a2e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for port (bbc9007a-e519-493d-b3dc-7c5ef38f441c), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:36.873848 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1c119a18-2731-4908-a9df-2f9a1b0c5a2e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4595618'] for port (bbc9007a-e519-493d-b3dc-7c5ef38f441c), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:36.915628 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c119a18-2731-4908-a9df-2f9a1b0c5a2e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Network db4fd262-df4a-4858-b92c-469a7b8f139e is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:23:36.922310 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-1c119a18-2731-4908-a9df-2f9a1b0c5a2e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:23:36.925814 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c119a18-2731-4908-a9df-2f9a1b0c5a2e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:23:36.959206 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c119a18-2731-4908-a9df-2f9a1b0c5a2e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Pushing event updated for resources: {'Port': ['ID=bbc9007a-e519-493d-b3dc-7c5ef38f441c,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:23:37.024938 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1c119a18-2731-4908-a9df-2f9a1b0c5a2e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for floatingip (a1401888-f5ea-42d4-b5f9-630086a79bbf), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:37.068503 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1c119a18-2731-4908-a9df-2f9a1b0c5a2e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (bbc9007a-e519-493d-b3dc-7c5ef38f441c), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:37.217707 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1c119a18-2731-4908-a9df-2f9a1b0c5a2e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for port (bbc9007a-e519-493d-b3dc-7c5ef38f441c), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:37.224410 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1c119a18-2731-4908-a9df-2f9a1b0c5a2e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4595637'] for port (bbc9007a-e519-493d-b3dc-7c5ef38f441c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:37.292467 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c119a18-2731-4908-a9df-2f9a1b0c5a2e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Pushing event updated for resources: {'Port': ['ID=bbc9007a-e519-493d-b3dc-7c5ef38f441c,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:23:37.305023 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1c119a18-2731-4908-a9df-2f9a1b0c5a2e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-949731'] for floatingip (a1401888-f5ea-42d4-b5f9-630086a79bbf), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:37.326417 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1c119a18-2731-4908-a9df-2f9a1b0c5a2e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for floatingip (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:37.327729 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-1c119a18-2731-4908-a9df-2f9a1b0c5a2e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8298252 Jul 28 01:23:37.557684 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-2d3ecb78-faaf-4d71-94db-1ac624c27543 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1581871664&fields=id&tenant_id=adb91176f5f74f1199b2fc27c248cecd HTTP/1.1" status: 200 len: 267 time: 0.0442061 Jul 28 01:23:37.674074 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-195d867a-ef69-4340-a023-804187cdfa64 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:23:37.675569 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-195d867a-ef69-4340-a023-804187cdfa64 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/networks?id=bac661c0-9620-4ebf-b1dc-5201ea1d9315 HTTP/1.1" status: 200 len: 814 time: 0.1112964 Jul 28 01:23:37.692720 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-b5ed120a-f7f1-444d-bb9c-ce57da9efe6d tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/quotas/adb91176f5f74f1199b2fc27c248cecd HTTP/1.1" status: 200 len: 375 time: 0.0092537 Jul 28 01:23:37.744628 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-b634fc48-3d76-4009-8980-3faa41b03ab6 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=adb91176f5f74f1199b2fc27c248cecd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445216 Jul 28 01:23:37.762739 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-0d78f193-83c9-4f9d-8d25-a3a308feba29 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=104162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 01:23:37.765061 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-0d78f193-83c9-4f9d-8d25-a3a308feba29 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055549 Jul 28 01:23:37.847811 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-8ae3b655-fa56-4447-9bc7-df9715d18ed7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:37.864525 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-64715220-5e79-4f75-a823-94bb387fcc38 service neutron] 10.222.0.17 "GET /v2.0/networks/bac661c0-9620-4ebf-b1dc-5201ea1d9315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948558 Jul 28 01:23:37.957542 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-766a4433-8998-454d-8c87-d1ef677a94d7 service neutron] 10.222.0.17 "GET /v2.0/networks/bac661c0-9620-4ebf-b1dc-5201ea1d9315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868480 Jul 28 01:23:38.127621 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-199676b6-6b86-4551-bcff-4c89b4208266 req-4bb2e661-2ee2-40fb-ac9c-5d95e00022b1 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=f8ac698d-b3fd-49fa-b040-c9521c87932a HTTP/1.1" status: 200 len: 210 time: 0.0297723 Jul 28 01:23:38.932746 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 54908) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:23:39.081130 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-a92f5669-c378-4a21-b7be-62967a63de9a tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Deleting port 9654ca14-1559-4d3f-9855-25d84959cfd2 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:23:39.081475 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a92f5669-c378-4a21-b7be-62967a63de9a tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (9654ca14-1559-4d3f-9855-25d84959cfd2), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:39.083142 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:39.137410 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:39.236801 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a92f5669-c378-4a21-b7be-62967a63de9a tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (9654ca14-1559-4d3f-9855-25d84959cfd2), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:39.237226 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a92f5669-c378-4a21-b7be-62967a63de9a tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks [] for floatingip (9654ca14-1559-4d3f-9855-25d84959cfd2), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:39.238734 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b9979a4b-5256-4a25-ad75-ebc80f39b78e req-b4860b6e-458a-478d-82f9-7ca108b4d3eb tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=f8ac698d-b3fd-49fa-b040-c9521c87932a HTTP/1.1" status: 200 len: 210 time: 0.0368221 Jul 28 01:23:39.262928 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-a92f5669-c378-4a21-b7be-62967a63de9a tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Calling delete_port for 9654ca14-1559-4d3f-9855-25d84959cfd2 owned by network:floatingip {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:23:39.292063 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-36b4cf72-20cf-4915-8370-505e9ce9cd49 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:23:39.293490 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-36b4cf72-20cf-4915-8370-505e9ce9cd49 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.42 "GET /v2.0/networks?id=bac661c0-9620-4ebf-b1dc-5201ea1d9315 HTTP/1.1" status: 200 len: 814 time: 0.1701477 Jul 28 01:23:39.428551 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-f9f7dd61-971e-420a-ab16-20410f556362 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adb91176f5f74f1199b2fc27c248cecd HTTP/1.1" status: 200 len: 380 time: 0.1023123 Jul 28 01:23:39.446411 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-89bd535d-1f1b-4898-a2ea-b3258b9e0d67 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Request body: {'port': {'device_id': 'f8ac698d-b3fd-49fa-b040-c9521c87932a', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'admin_state_up': True, 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'security_groups': ['88905682-1ebe-470d-96e9-54640e9de5c5']}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:23:39.819047 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a92f5669-c378-4a21-b7be-62967a63de9a tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4595618'] for port (9654ca14-1559-4d3f-9855-25d84959cfd2), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:39.853509 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f5669-c378-4a21-b7be-62967a63de9a tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Pushing event deleted for resources: {'Port': ['ID=9654ca14-1559-4d3f-9855-25d84959cfd2,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:23:39.878060 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-89bd535d-1f1b-4898-a2ea-b3258b9e0d67 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Made reservation on behalf of adb91176f5f74f1199b2fc27c248cecd for: {'port': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:23:39.882012 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-89bd535d-1f1b-4898-a2ea-b3258b9e0d67 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:39.938974 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a92f5669-c378-4a21-b7be-62967a63de9a tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks [] for floatingip (babc25aa-b47f-480a-a6ba-3f979280fb3b), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:39.939707 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.db.l3_db [None req-a92f5669-c378-4a21-b7be-62967a63de9a tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Floating IP babc25aa-b47f-480a-a6ba-3f979280fb3b disassociated (deleted). External IP: 172.27.1.216, port: 5e443d88-263d-417b-a4b5-1c7b5ec04947. Jul 28 01:23:40.122684 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:40.133641 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-89bd535d-1f1b-4898-a2ea-b3258b9e0d67 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Allocated IP 172.20.0.6 (bac661c0-9620-4ebf-b1dc-5201ea1d9315/f7bad7ae-d0ad-40fd-9058-fa644f2bc097/1c124828-ba63-4126-8155-ff63fb6ffd96) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:23:40.166812 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:40.316202 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a92f5669-c378-4a21-b7be-62967a63de9a tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Router 1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17 has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:23:40.350769 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d50c1ce7-b32a-423c-b913-46a608cdfd03 req-76465d69-2ede-439d-a0a5-4275ce838963 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=f8ac698d-b3fd-49fa-b040-c9521c87932a HTTP/1.1" status: 200 len: 210 time: 0.0345500 Jul 28 01:23:40.353586 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-64305311-a674-491a-8310-1f637cc0072b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:40.441535 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-89bd535d-1f1b-4898-a2ea-b3258b9e0d67 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for port (1c124828-ba63-4126-8155-ff63fb6ffd96), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:40.483871 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92f5669-c378-4a21-b7be-62967a63de9a tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:23:40.489077 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a92f5669-c378-4a21-b7be-62967a63de9a tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for floatingip (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:40.493943 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c0f960-1bcd-47b3-94b0-467716e9f082 None None] Sync routers for ids ['1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'] in dv-cinder-815582-11-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:23:40.504256 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c0f960-1bcd-47b3-94b0-467716e9f082 None None] Routers {'1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:23:40.505240 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-99c0f960-1bcd-47b3-94b0-467716e9f082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:23:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:23:40.522980 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-89bd535d-1f1b-4898-a2ea-b3258b9e0d67 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4595618'] for port (1c124828-ba63-4126-8155-ff63fb6ffd96), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:40.530040 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-a92f5669-c378-4a21-b7be-62967a63de9a tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "DELETE /v2.0/floatingips/babc25aa-b47f-480a-a6ba-3f979280fb3b HTTP/1.1" status: 204 len: 168 time: 1.5961158 Jul 28 01:23:40.532917 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aef8c75-a39b-4af4-813b-7d195164631d', 'tag': '5e443d88-263d-417b-a4b5-1c7b5ec04947'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:23:40.535280 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0f5ab60fa46dcea77c59dd77281ac580fb802378bd5ff0a4b9baf266696a00a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68794e13-bd95-469b-a39f-2e44b9dc071f" -d '{"events": [{"name": "network-changed", "server_uuid": "3aef8c75-a39b-4af4-813b-7d195164631d", "tag": "5e443d88-263d-417b-a4b5-1c7b5ec04947"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:23:40.578238 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-89bd535d-1f1b-4898-a2ea-b3258b9e0d67 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Network bac661c0-9620-4ebf-b1dc-5201ea1d9315 is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:23:40.582004 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-89bd535d-1f1b-4898-a2ea-b3258b9e0d67 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:23:40.586310 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-89bd535d-1f1b-4898-a2ea-b3258b9e0d67 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:23:40.591380 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd535d-1f1b-4898-a2ea-b3258b9e0d67 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Pushing event updated for resources: {'Port': ['ID=1c124828-ba63-4126-8155-ff63fb6ffd96,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:23:40.619604 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-99c0f960-1bcd-47b3-94b0-467716e9f082 None None] Set router 1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:23:40.642271 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-89bd535d-1f1b-4898-a2ea-b3258b9e0d67 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:23:40.643183 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-89bd535d-1f1b-4898-a2ea-b3258b9e0d67 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:40.673223 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-89bd535d-1f1b-4898-a2ea-b3258b9e0d67 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2358663 Jul 28 01:23:40.680576 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 01:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a440d342-ae59-4db6-b80b-0d845f8b76d9 x-openstack-request-id: req-a440d342-ae59-4db6-b80b-0d845f8b76d9 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:23:40.680943 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aef8c75-a39b-4af4-813b-7d195164631d", "tag": "5e443d88-263d-417b-a4b5-1c7b5ec04947", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:23:40.681319 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-a440d342-ae59-4db6-b80b-0d845f8b76d9 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:23:40.681943 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a440d342-ae59-4db6-b80b-0d845f8b76d9'] response: {'name': 'network-changed', 'server_uuid': '3aef8c75-a39b-4af4-813b-7d195164631d', 'tag': '5e443d88-263d-417b-a4b5-1c7b5ec04947', 'status': 'completed', 'code': 200} Jul 28 01:23:40.740749 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-e2e2199c-f711-49b3-8205-f7b3bad5500d service neutron] Request body: {'port': {'device_id': 'f8ac698d-b3fd-49fa-b040-c9521c87932a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:23:40.777979 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:40.837140 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d296df-4bb9-44a5-a240-a57d015a2832 req-59a64b8c-11da-4f53-8321-370be597f23d tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:23:40.838766 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-82d296df-4bb9-44a5-a240-a57d015a2832 req-59a64b8c-11da-4f53-8321-370be597f23d tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=3aef8c75-a39b-4af4-813b-7d195164631d HTTP/1.1" status: 200 len: 945 time: 0.0784798 Jul 28 01:23:40.854281 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68794e13-bd95-469b-a39f-2e44b9dc071f req-5ecfe0be-7aab-4d63-97d9-38d36285c709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:23:40.856278 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-68794e13-bd95-469b-a39f-2e44b9dc071f req-5ecfe0be-7aab-4d63-97d9-38d36285c709 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d14de33f76ea44db8899900481299b87&device_id=3aef8c75-a39b-4af4-813b-7d195164631d HTTP/1.1" status: 200 len: 1129 time: 0.0823958 Jul 28 01:23:40.863891 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:40.868625 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-e2e2199c-f711-49b3-8205-f7b3bad5500d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (1c124828-ba63-4126-8155-ff63fb6ffd96), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:40.878073 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-99c0f960-1bcd-47b3-94b0-467716e9f082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'name': 'tempest-TestVolumeBootPattern-1881204814-router', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd8800ad8-b68d-429f-9555-d71c76aa3daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:19Z', 'updated_at': '2022-07-28T01:15:23Z', 'revision_number': 4, 'project_id': 'd14de33f76ea44db8899900481299b87', 'gw_port': {'id': 'd8800ad8-b68d-429f-9555-d71c76aa3daf', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:20Z', 'updated_at': '2022-07-28T01:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'ece91824-a3ba-4ac8-b89e-f6e287a250e6', 'name': '', 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'mac_address': 'fa:16:3e:af:b9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:23Z', 'updated_at': '2022-07-28T01:15:29Z', 'revision_number': 5, 'project_id': 'd14de33f76ea44db8899900481299b87', 'subnets': [{'id': 'bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:23:40.905378 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c0f960-1bcd-47b3-94b0-467716e9f082 None None] Checking router: 1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17 for host: dv-cinder-815582-11-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:23:40.915425 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c0f960-1bcd-47b3-94b0-467716e9f082 None None] Routers {'1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:23:40.916142 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-99c0f960-1bcd-47b3-94b0-467716e9f082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:23:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:23:40.917812 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-82d296df-4bb9-44a5-a240-a57d015a2832 req-bb2ab529-e2e0-4836-af3b-25ab15911fa9 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725269 Jul 28 01:23:40.974651 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-5001bbb2-acf1-4b53-8ac0-d0b8e19d33e4 None None] Provisioning complete for port 1c124828-ba63-4126-8155-ff63fb6ffd96 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:23:40.974957 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-5001bbb2-acf1-4b53-8ac0-d0b8e19d33e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (1c124828-ba63-4126-8155-ff63fb6ffd96), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:41.046219 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-5001bbb2-acf1-4b53-8ac0-d0b8e19d33e4 None None] Port 1c124828-ba63-4126-8155-ff63fb6ffd96 cannot update to ACTIVE because it is not bound. {{(pid=104163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 01:23:41.052560 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:41.058299 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-99c0f960-1bcd-47b3-94b0-467716e9f082 None None] Set router 1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:23:41.078757 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:41.090135 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=100 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:41.151140 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-e2e2199c-f711-49b3-8205-f7b3bad5500d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c124828-ba63-4126-8155-ff63fb6ffd96 {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 01:23:41.159410 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-e2e2199c-f711-49b3-8205-f7b3bad5500d service neutron] Publish callbacks [] for port (1c124828-ba63-4126-8155-ff63fb6ffd96), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:41.173754 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-e2e2199c-f711-49b3-8205-f7b3bad5500d service neutron] Transition to ACTIVE for port object 1c124828-ba63-4126-8155-ff63fb6ffd96 will not be triggered until provisioned by entity L2. {{(pid=104161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 01:23:41.180935 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-e2e2199c-f711-49b3-8205-f7b3bad5500d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4595637'] for port (1c124828-ba63-4126-8155-ff63fb6ffd96), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:41.236650 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e2199c-f711-49b3-8205-f7b3bad5500d service neutron] Pushing event updated for resources: {'Port': ['ID=1c124828-ba63-4126-8155-ff63fb6ffd96,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:23:41.273678 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-99c0f960-1bcd-47b3-94b0-467716e9f082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'name': 'tempest-TestVolumeBootPattern-1881204814-router', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd8800ad8-b68d-429f-9555-d71c76aa3daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:19Z', 'updated_at': '2022-07-28T01:15:23Z', 'revision_number': 4, 'project_id': 'd14de33f76ea44db8899900481299b87', 'gw_port': {'id': 'd8800ad8-b68d-429f-9555-d71c76aa3daf', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:20Z', 'updated_at': '2022-07-28T01:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'ece91824-a3ba-4ac8-b89e-f6e287a250e6', 'name': '', 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'mac_address': 'fa:16:3e:af:b9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:23Z', 'updated_at': '2022-07-28T01:15:29Z', 'revision_number': 5, 'project_id': 'd14de33f76ea44db8899900481299b87', 'subnets': [{'id': 'bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:23:41.301409 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c0f960-1bcd-47b3-94b0-467716e9f082 None None] The sync data for ids ['1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'] in dv-cinder-815582-11-iscsi is: [{'id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'name': 'tempest-TestVolumeBootPattern-1881204814-router', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd8800ad8-b68d-429f-9555-d71c76aa3daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:19Z', 'updated_at': '2022-07-28T01:15:23Z', 'revision_number': 4, 'project_id': 'd14de33f76ea44db8899900481299b87', 'gw_port': {'id': 'd8800ad8-b68d-429f-9555-d71c76aa3daf', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:20Z', 'updated_at': '2022-07-28T01:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'ece91824-a3ba-4ac8-b89e-f6e287a250e6', 'name': '', 'network_id': 'f365ac42-75a7-4c3d-8591-d4097c9f6065', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'mac_address': 'fa:16:3e:af:b9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:23Z', 'updated_at': '2022-07-28T01:15:29Z', 'revision_number': 5, 'project_id': 'd14de33f76ea44db8899900481299b87', 'subnets': [{'id': 'bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:23:41.308659 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-e2e2199c-f711-49b3-8205-f7b3bad5500d service neutron] Attempting to bind port 1c124828-ba63-4126-8155-ff63fb6ffd96 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:23:41.309164 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-e2e2199c-f711-49b3-8205-f7b3bad5500d service neutron] Attempting to bind port 1c124828-ba63-4126-8155-ff63fb6ffd96 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '09a4dbbe-38b5-4ce4-8d83-42afd69b4a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:23:41.309500 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-e2e2199c-f711-49b3-8205-f7b3bad5500d service neutron] Attempting to bind port 1c124828-ba63-4126-8155-ff63fb6ffd96 on network bac661c0-9620-4ebf-b1dc-5201ea1d9315 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:23:41.315329 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-e2e2199c-f711-49b3-8205-f7b3bad5500d service neutron] Port 1c124828-ba63-4126-8155-ff63fb6ffd96 on network bac661c0-9620-4ebf-b1dc-5201ea1d9315 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 01:23:41.315637 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-e2e2199c-f711-49b3-8205-f7b3bad5500d service neutron] Attempting to bind port 1c124828-ba63-4126-8155-ff63fb6ffd96 on network bac661c0-9620-4ebf-b1dc-5201ea1d9315 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:23:41.322148 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-e2e2199c-f711-49b3-8205-f7b3bad5500d service neutron] Checking agent: {'id': '8d4a48be-b376-49eb-a7aa-478deaa3f35f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 11, 32), 'started_at': datetime.datetime(2022, 7, 28, 1, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:23:41.322481 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-e2e2199c-f711-49b3-8205-f7b3bad5500d service neutron] Checking segment: {'id': '09a4dbbe-38b5-4ce4-8d83-42afd69b4a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:23:41.322898 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-e2e2199c-f711-49b3-8205-f7b3bad5500d service neutron] Bound using segment: {'id': '09a4dbbe-38b5-4ce4-8d83-42afd69b4a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:23:41.323332 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-e2e2199c-f711-49b3-8205-f7b3bad5500d service neutron] Bound port: 1c124828-ba63-4126-8155-ff63fb6ffd96, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09a4dbbe-38b5-4ce4-8d83-42afd69b4a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:23:41.323692 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-e2e2199c-f711-49b3-8205-f7b3bad5500d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (1c124828-ba63-4126-8155-ff63fb6ffd96), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:41.380941 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:41.420189 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-e2e2199c-f711-49b3-8205-f7b3bad5500d service neutron] For port 1c124828-ba63-4126-8155-ff63fb6ffd96, host hv-cinder-81558, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:23:41.423545 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-e2e2199c-f711-49b3-8205-f7b3bad5500d service neutron] For port 1c124828-ba63-4126-8155-ff63fb6ffd96, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1c124828-ba63-4126-8155-ff63fb6ffd96,segment=NetworkSegment(09a4dbbe-38b5-4ce4-8d83-42afd69b4a73),segment_id=09a4dbbe-38b5-4ce4-8d83-42afd69b4a73)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:23:41.429530 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-e2e2199c-f711-49b3-8205-f7b3bad5500d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4595637'] for port (1c124828-ba63-4126-8155-ff63fb6ffd96), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:41.472304 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-e2e2199c-f711-49b3-8205-f7b3bad5500d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:23:41.473237 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-e2e2199c-f711-49b3-8205-f7b3bad5500d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:41.474665 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-e2e2199c-f711-49b3-8205-f7b3bad5500d service neutron] 10.222.0.42 "PUT /v2.0/ports/1c124828-ba63-4126-8155-ff63fb6ffd96 HTTP/1.1" status: 200 len: 1093 time: 0.7384815 Jul 28 01:23:41.496232 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:41.504631 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e2199c-f711-49b3-8205-f7b3bad5500d service neutron] Pushing event updated for resources: {'Port': ['ID=1c124828-ba63-4126-8155-ff63fb6ffd96,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:23:41.518801 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939dd7b-13ae-41cd-b380-11730c8761a9 req-0c101c80-02d9-43ab-b296-1b0cbbb83f63 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:23:41.520445 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a939dd7b-13ae-41cd-b380-11730c8761a9 req-0c101c80-02d9-43ab-b296-1b0cbbb83f63 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=f8ac698d-b3fd-49fa-b040-c9521c87932a HTTP/1.1" status: 200 len: 943 time: 0.0873215 Jul 28 01:23:41.575290 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a939dd7b-13ae-41cd-b380-11730c8761a9 req-00777a2a-3c86-4f7e-bcfc-8a7fe7aee4b4 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups?id=88905682-1ebe-470d-96e9-54640e9de5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475147 Jul 28 01:23:41.609502 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e042dff8-bd28-4457-8a5a-dbc367675035 None None] New status for floating IP babc25aa-b47f-480a-a6ba-3f979280fb3b: DOWN {{(pid=104164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 01:23:41.613441 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:41.900344 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-57ee5b6d-364d-4699-9730-4ad7bdceb002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:23:41.901846 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-57ee5b6d-364d-4699-9730-4ad7bdceb002 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=adb91176f5f74f1199b2fc27c248cecd&device_id=f8ac698d-b3fd-49fa-b040-c9521c87932a HTTP/1.1" status: 200 len: 1127 time: 0.0570667 Jul 28 01:23:41.923798 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68794e13-bd95-469b-a39f-2e44b9dc071f req-a3c835eb-4df1-4668-b818-f444eed96e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:23:41.925208 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-68794e13-bd95-469b-a39f-2e44b9dc071f req-a3c835eb-4df1-4668-b818-f444eed96e5c service neutron] 10.222.0.42 "GET /v2.0/networks?id=f365ac42-75a7-4c3d-8591-d4097c9f6065 HTTP/1.1" status: 200 len: 913 time: 0.1292167 Jul 28 01:23:42.043329 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a985d2-d14d-4787-94bc-e63e3775ee42 req-8695f646-226e-4109-b31e-baec295ede40 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:23:42.044948 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-44a985d2-d14d-4787-94bc-e63e3775ee42 req-8695f646-226e-4109-b31e-baec295ede40 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=3aef8c75-a39b-4af4-813b-7d195164631d HTTP/1.1" status: 200 len: 945 time: 0.0588572 Jul 28 01:23:42.104530 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-44a985d2-d14d-4787-94bc-e63e3775ee42 req-516a8c24-e010-44ff-86eb-35c053eb98fc tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/security-groups?id=03453fe8-8e0a-4e94-8479-3e9df7c7ae78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535152 Jul 28 01:23:42.320652 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-cf861c1c-da25-4f8f-8e9f-85f581fef28d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c124828-ba63-4126-8155-ff63fb6ffd96 HTTP/1.1" status: 200 len: 217 time: 0.0638902 Jul 28 01:23:42.321913 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-68794e13-bd95-469b-a39f-2e44b9dc071f req-b19310fd-3208-4c9c-b315-92f83d87252e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e443d88-263d-417b-a4b5-1c7b5ec04947 HTTP/1.1" status: 200 len: 217 time: 0.0641215 Jul 28 01:23:42.393196 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02850fa6-ace5-4519-96f2-d7f1f03e762a req-6bc34412-eb2f-489e-a7c6-fc3fee3f8f03 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:23:42.394633 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-02850fa6-ace5-4519-96f2-d7f1f03e762a req-6bc34412-eb2f-489e-a7c6-fc3fee3f8f03 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.42 "GET /v2.0/ports?device_id=3aef8c75-a39b-4af4-813b-7d195164631d HTTP/1.1" status: 200 len: 945 time: 0.0492201 Jul 28 01:23:42.427346 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68794e13-bd95-469b-a39f-2e44b9dc071f req-489c51a8-2eae-4264-832f-a84b416207b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:23:42.428822 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-68794e13-bd95-469b-a39f-2e44b9dc071f req-489c51a8-2eae-4264-832f-a84b416207b6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12 HTTP/1.1" status: 200 len: 851 time: 0.0834763 Jul 28 01:23:42.430035 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-576349d6-4bac-4532-a6cb-4a6346fa804b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:23:42.431345 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-576349d6-4bac-4532-a6cb-4a6346fa804b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7bad7ae-d0ad-40fd-9058-fa644f2bc097 HTTP/1.1" status: 200 len: 853 time: 0.0849020 Jul 28 01:23:42.481743 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [req-02850fa6-ace5-4519-96f2-d7f1f03e762a req-8ec147cf-eb12-445e-9045-e1b8ff6ec75e tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Deleting port 5e443d88-263d-417b-a4b5-1c7b5ec04947 {{(pid=104162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:23:42.482110 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-02850fa6-ace5-4519-96f2-d7f1f03e762a req-8ec147cf-eb12-445e-9045-e1b8ff6ec75e tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (5e443d88-263d-417b-a4b5-1c7b5ec04947), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:42.515459 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68794e13-bd95-469b-a39f-2e44b9dc071f req-c94c4e87-295b-4a4f-8a06-2c6e39b7178f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:23:42.517010 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-68794e13-bd95-469b-a39f-2e44b9dc071f req-c94c4e87-295b-4a4f-8a06-2c6e39b7178f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f365ac42-75a7-4c3d-8591-d4097c9f6065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0774982 Jul 28 01:23:42.518048 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-8f89bbe1-30bc-456b-a184-2ae687e66a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:23:42.519402 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-8f89bbe1-30bc-456b-a184-2ae687e66a23 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bac661c0-9620-4ebf-b1dc-5201ea1d9315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0719864 Jul 28 01:23:42.581808 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [req-02850fa6-ace5-4519-96f2-d7f1f03e762a req-8ec147cf-eb12-445e-9045-e1b8ff6ec75e tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] For port 5e443d88-263d-417b-a4b5-1c7b5ec04947, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=5e443d88-263d-417b-a4b5-1c7b5ec04947,segment=NetworkSegment(adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742),segment_id=adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:23:42.582426 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-02850fa6-ace5-4519-96f2-d7f1f03e762a req-8ec147cf-eb12-445e-9045-e1b8ff6ec75e tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (5e443d88-263d-417b-a4b5-1c7b5ec04947), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:42.595510 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [req-02850fa6-ace5-4519-96f2-d7f1f03e762a req-8ec147cf-eb12-445e-9045-e1b8ff6ec75e tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Calling delete_port for 5e443d88-263d-417b-a4b5-1c7b5ec04947 owned by compute:nova {{(pid=104162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:23:42.650496 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:42.683878 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8ac698d-b3fd-49fa-b040-c9521c87932a', 'tag': '1c124828-ba63-4126-8155-ff63fb6ffd96'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:23:42.686281 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0f5ab60fa46dcea77c59dd77281ac580fb802378bd5ff0a4b9baf266696a00a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbd9a58-a118-4bc5-a281-d19c4b8acb9c" -d '{"events": [{"name": "network-changed", "server_uuid": "f8ac698d-b3fd-49fa-b040-c9521c87932a", "tag": "1c124828-ba63-4126-8155-ff63fb6ffd96"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:23:42.692235 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:42.698042 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-68794e13-bd95-469b-a39f-2e44b9dc071f req-3bc3d886-9a7e-4954-9aeb-cb21ebe7fa51 service neutron] 10.222.0.42 "GET /v2.0/networks/f365ac42-75a7-4c3d-8591-d4097c9f6065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703682 Jul 28 01:23:42.700214 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-c72db1f9-3d45-4b09-8085-7ca3cfae5e7d service neutron] 10.222.0.42 "GET /v2.0/networks/bac661c0-9620-4ebf-b1dc-5201ea1d9315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715055 Jul 28 01:23:42.718312 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb9d34-15b9-44b8-9320-0f7a6f7b1d45 req-646d32c7-5887-4360-88ab-c643f28942bb tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:23:42.719895 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8bdb9d34-15b9-44b8-9320-0f7a6f7b1d45 req-646d32c7-5887-4360-88ab-c643f28942bb tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=f8ac698d-b3fd-49fa-b040-c9521c87932a HTTP/1.1" status: 200 len: 943 time: 0.0589843 Jul 28 01:23:42.755502 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:42.764913 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 01:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e482f3-9591-43f9-b039-dfc998c80fee x-openstack-request-id: req-40e482f3-9591-43f9-b039-dfc998c80fee {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:23:42.765204 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8ac698d-b3fd-49fa-b040-c9521c87932a", "tag": "1c124828-ba63-4126-8155-ff63fb6ffd96", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:23:42.765459 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-40e482f3-9591-43f9-b039-dfc998c80fee {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:23:42.765843 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40e482f3-9591-43f9-b039-dfc998c80fee'] response: {'name': 'network-changed', 'server_uuid': 'f8ac698d-b3fd-49fa-b040-c9521c87932a', 'tag': '1c124828-ba63-4126-8155-ff63fb6ffd96', 'status': 'completed', 'code': 200} Jul 28 01:23:42.809123 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-02850fa6-ace5-4519-96f2-d7f1f03e762a req-8ec147cf-eb12-445e-9045-e1b8ff6ec75e tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (5e443d88-263d-417b-a4b5-1c7b5ec04947), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:42.813941 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-8bdb9d34-15b9-44b8-9320-0f7a6f7b1d45 req-9477d5e1-6bc9-4431-adaf-9c40b3427d11 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups?id=88905682-1ebe-470d-96e9-54640e9de5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612087 Jul 28 01:23:42.844868 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec147cf-eb12-445e-9045-e1b8ff6ec75e tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Pushing event deleted for resources: {'Port': ['ID=5e443d88-263d-417b-a4b5-1c7b5ec04947,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:23:42.871944 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-507059bf-cc44-46bd-848b-e25fd31fb643 req-a1fd020c-40cd-4fa4-9763-54ec7afff76e service neutron] 10.222.0.42 "GET /v2.0/networks/bac661c0-9620-4ebf-b1dc-5201ea1d9315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605172 Jul 28 01:23:42.887368 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [req-68794e13-bd95-469b-a39f-2e44b9dc071f req-462da9d3-5f34-4459-a9f5-810fc8643953 service neutron] 10.222.0.42 "GET /v2.0/networks/f365ac42-75a7-4c3d-8591-d4097c9f6065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756470 Jul 28 01:23:42.907177 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [req-02850fa6-ace5-4519-96f2-d7f1f03e762a req-8ec147cf-eb12-445e-9045-e1b8ff6ec75e tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] No DVR routers for this DVR port 5e443d88-263d-417b-a4b5-1c7b5ec04947 on host hv-cinder-81558 {{(pid=104162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 01:23:42.909738 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-02850fa6-ace5-4519-96f2-d7f1f03e762a req-8ec147cf-eb12-445e-9045-e1b8ff6ec75e tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:42.913127 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-02850fa6-ace5-4519-96f2-d7f1f03e762a req-8ec147cf-eb12-445e-9045-e1b8ff6ec75e tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.42 "DELETE /v2.0/ports/5e443d88-263d-417b-a4b5-1c7b5ec04947 HTTP/1.1" status: 204 len: 173 time: 0.5135427 Jul 28 01:23:42.913599 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aef8c75-a39b-4af4-813b-7d195164631d', 'name': 'network-vif-deleted', 'tag': '5e443d88-263d-417b-a4b5-1c7b5ec04947'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:23:42.915924 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f6b11fd638c6a58f8ef19871f5a43997b3abcb3256dc707badf279ceb4d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279b6163-6f21-449c-9acd-1282f19125b8" -d '{"events": [{"server_uuid": "3aef8c75-a39b-4af4-813b-7d195164631d", "name": "network-vif-deleted", "tag": "5e443d88-263d-417b-a4b5-1c7b5ec04947"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:23:42.953755 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 01:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5332aeb4-4d3e-46b9-9dbe-bbdb98fdc12c x-openstack-request-id: req-5332aeb4-4d3e-46b9-9dbe-bbdb98fdc12c {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:23:42.954049 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aef8c75-a39b-4af4-813b-7d195164631d", "name": "network-vif-deleted", "tag": "5e443d88-263d-417b-a4b5-1c7b5ec04947", "status": "completed", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:23:42.954363 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-5332aeb4-4d3e-46b9-9dbe-bbdb98fdc12c {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:23:42.954870 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5332aeb4-4d3e-46b9-9dbe-bbdb98fdc12c'] response: {'server_uuid': '3aef8c75-a39b-4af4-813b-7d195164631d', 'name': 'network-vif-deleted', 'tag': '5e443d88-263d-417b-a4b5-1c7b5ec04947', 'status': 'completed', 'code': 200} Jul 28 01:23:43.034725 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:43.211927 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-74d9673a-2c47-4287-97b9-a156501d1c1b req-29335cd8-0947-4c3d-8a11-80f1e6af1e46 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "GET /v2.0/ports?device_id=3aef8c75-a39b-4af4-813b-7d195164631d HTTP/1.1" status: 200 len: 210 time: 0.0303760 Jul 28 01:23:43.578865 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd9a58-a118-4bc5-a281-d19c4b8acb9c req-a27c884d-d152-473b-9e65-3dee60fabb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:23:43.580554 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-cbbd9a58-a118-4bc5-a281-d19c4b8acb9c req-a27c884d-d152-473b-9e65-3dee60fabb70 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=adb91176f5f74f1199b2fc27c248cecd&device_id=f8ac698d-b3fd-49fa-b040-c9521c87932a HTTP/1.1" status: 200 len: 1127 time: 0.0454214 Jul 28 01:23:43.690271 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd9a58-a118-4bc5-a281-d19c4b8acb9c req-93620822-87f7-4811-9d41-4266184059ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:23:43.691788 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-cbbd9a58-a118-4bc5-a281-d19c4b8acb9c req-93620822-87f7-4811-9d41-4266184059ed service neutron] 10.222.0.42 "GET /v2.0/networks?id=bac661c0-9620-4ebf-b1dc-5201ea1d9315 HTTP/1.1" status: 200 len: 915 time: 0.1042178 Jul 28 01:23:43.736000 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-cbbd9a58-a118-4bc5-a281-d19c4b8acb9c req-110d0053-2e15-48ef-91a6-4a5a3dabc681 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c124828-ba63-4126-8155-ff63fb6ffd96 HTTP/1.1" status: 200 len: 217 time: 0.0373623 Jul 28 01:23:43.777455 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:43.789980 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd9a58-a118-4bc5-a281-d19c4b8acb9c req-d58963ad-fe54-47e4-aeb7-0f27373c5c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:23:43.791477 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-cbbd9a58-a118-4bc5-a281-d19c4b8acb9c req-d58963ad-fe54-47e4-aeb7-0f27373c5c09 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7bad7ae-d0ad-40fd-9058-fa644f2bc097 HTTP/1.1" status: 200 len: 853 time: 0.0491438 Jul 28 01:23:43.837900 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd9a58-a118-4bc5-a281-d19c4b8acb9c req-8550c33d-49e6-44e2-ae2a-6a9d44a3babf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:23:43.839440 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-cbbd9a58-a118-4bc5-a281-d19c4b8acb9c req-8550c33d-49e6-44e2-ae2a-6a9d44a3babf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bac661c0-9620-4ebf-b1dc-5201ea1d9315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421295 Jul 28 01:23:43.925547 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:43.955971 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0010e9ef-35ff-44e9-9efd-16c06d7a46e3 req-005198b3-14f4-44ae-abec-44c856e37b3a tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:23:43.957444 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0010e9ef-35ff-44e9-9efd-16c06d7a46e3 req-005198b3-14f4-44ae-abec-44c856e37b3a tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=f8ac698d-b3fd-49fa-b040-c9521c87932a HTTP/1.1" status: 200 len: 943 time: 0.0609238 Jul 28 01:23:43.992161 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-cbbd9a58-a118-4bc5-a281-d19c4b8acb9c req-f83a8bf9-ed16-494f-925f-607b1049b2df service neutron] 10.222.0.42 "GET /v2.0/networks/bac661c0-9620-4ebf-b1dc-5201ea1d9315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453073 Jul 28 01:23:44.023969 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0010e9ef-35ff-44e9-9efd-16c06d7a46e3 req-34a6b706-d886-467b-9bca-66f46ec5ef76 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups?id=88905682-1ebe-470d-96e9-54640e9de5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597849 Jul 28 01:23:44.142752 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-cbbd9a58-a118-4bc5-a281-d19c4b8acb9c req-34d73849-1ce1-4fc2-94dc-dc3c191ffd23 service neutron] 10.222.0.42 "GET /v2.0/networks/bac661c0-9620-4ebf-b1dc-5201ea1d9315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924358 Jul 28 01:23:44.285336 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 54942) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:23:44.397237 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-9a2ea105-327b-435f-bace-aebb68ceb604 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Deleting port 435c5f0a-f043-4fb3-8b6d-7fe7d74a78aa {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:23:44.397530 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9a2ea105-327b-435f-bace-aebb68ceb604 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (435c5f0a-f043-4fb3-8b6d-7fe7d74a78aa), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:44.477051 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9a2ea105-327b-435f-bace-aebb68ceb604 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (435c5f0a-f043-4fb3-8b6d-7fe7d74a78aa), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:44.477453 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9a2ea105-327b-435f-bace-aebb68ceb604 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks [] for floatingip (435c5f0a-f043-4fb3-8b6d-7fe7d74a78aa), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:44.490271 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-9a2ea105-327b-435f-bace-aebb68ceb604 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Calling delete_port for 435c5f0a-f043-4fb3-8b6d-7fe7d74a78aa owned by network:floatingip {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:23:44.633781 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9a2ea105-327b-435f-bace-aebb68ceb604 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4595618'] for port (435c5f0a-f043-4fb3-8b6d-7fe7d74a78aa), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:44.660146 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ea105-327b-435f-bace-aebb68ceb604 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Pushing event deleted for resources: {'Port': ['ID=435c5f0a-f043-4fb3-8b6d-7fe7d74a78aa,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:23:44.720581 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9a2ea105-327b-435f-bace-aebb68ceb604 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks [] for floatingip (e4ce459a-bdf8-4f7d-96e8-68e1c5020295), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:44.723150 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9a2ea105-327b-435f-bace-aebb68ceb604 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for floatingip (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:44.724318 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-9a2ea105-327b-435f-bace-aebb68ceb604 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "DELETE /v2.0/floatingips/e4ce459a-bdf8-4f7d-96e8-68e1c5020295 HTTP/1.1" status: 204 len: 168 time: 0.4383526 Jul 28 01:23:45.152714 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f4438-493d-4fb8-a745-380a4e8e9582 req-660ed8ba-217e-471d-9c47-e0c139efb789 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:23:45.154190 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-6a6f4438-493d-4fb8-a745-380a4e8e9582 req-660ed8ba-217e-471d-9c47-e0c139efb789 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=f8ac698d-b3fd-49fa-b040-c9521c87932a HTTP/1.1" status: 200 len: 943 time: 0.0521803 Jul 28 01:23:45.204796 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-6a6f4438-493d-4fb8-a745-380a4e8e9582 req-24189b29-5362-4dfe-8c83-f09d7d6a10ea tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups?id=88905682-1ebe-470d-96e9-54640e9de5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447426 Jul 28 01:23:45.941736 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 54956) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:23:46.017856 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-42f5caab-e9d9-41b8-a5a2-6bb9cb53c452 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks [] for security_group (03453fe8-8e0a-4e94-8479-3e9df7c7ae78), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:46.039622 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 1c124828-ba63-4126-8155-ff63fb6ffd96 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 01:23:46.041875 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 5e443d88-263d-417b-a4b5-1c7b5ec04947 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:23:46.045630 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-42f5caab-e9d9-41b8-a5a2-6bb9cb53c452 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks [] for security_group (03453fe8-8e0a-4e94-8479-3e9df7c7ae78), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:46.071303 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] No Port match for: 5e443d88-263d-417b-a4b5-1c7b5ec04947 {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:23:46.071662 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 5e443d88-263d-417b-a4b5-1c7b5ec04947 not bound to the agent host hv-cinder-81558 {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:23:46.108854 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-42f5caab-e9d9-41b8-a5a2-6bb9cb53c452 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (03453fe8-8e0a-4e94-8479-3e9df7c7ae78), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:46.111521 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-42f5caab-e9d9-41b8-a5a2-6bb9cb53c452 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:46.115306 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-42f5caab-e9d9-41b8-a5a2-6bb9cb53c452 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] 10.222.0.17 "DELETE /v2.0/security-groups/03453fe8-8e0a-4e94-8479-3e9df7c7ae78 HTTP/1.1" status: 204 len: 168 time: 0.1697700 Jul 28 01:23:46.122674 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f5caab-e9d9-41b8-a5a2-6bb9cb53c452 tempest-TestVolumeBootPattern-455249764 tempest-TestVolumeBootPattern-455249764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03453fe8-8e0a-4e94-8479-3e9df7c7ae78,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:23:46.169097 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 1c124828-ba63-4126-8155-ff63fb6ffd96, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1c124828-ba63-4126-8155-ff63fb6ffd96,segment=NetworkSegment(09a4dbbe-38b5-4ce4-8d83-42afd69b4a73),segment_id=09a4dbbe-38b5-4ce4-8d83-42afd69b4a73)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:23:46.172515 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 54960) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:23:46.180531 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Returning: {'device': '1c124828-ba63-4126-8155-ff63fb6ffd96', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'port_id': '1c124828-ba63-4126-8155-ff63fb6ffd96', 'mac_address': 'fa:16:3e:1a:cd:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 01:23:46.220427 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port 1c124828-ba63-4126-8155-ff63fb6ffd96 is: DOWN; New status is: BUILD {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:23:46.220824 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (1c124828-ba63-4126-8155-ff63fb6ffd96), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:46.235695 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c124828-ba63-4126-8155-ff63fb6ffd96 {{(pid=104163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 01:23:46.256841 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 1c124828-ba63-4126-8155-ff63fb6ffd96, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1c124828-ba63-4126-8155-ff63fb6ffd96,segment=NetworkSegment(09a4dbbe-38b5-4ce4-8d83-42afd69b4a73),segment_id=09a4dbbe-38b5-4ce4-8d83-42afd69b4a73)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:23:46.261843 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (1c124828-ba63-4126-8155-ff63fb6ffd96), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:46.308998 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=1c124828-ba63-4126-8155-ff63fb6ffd96,revision_number=4']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:23:46.316331 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:23:46.316676 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:23:46.317021 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:23:46.317356 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:23:46.317687 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:23:46.318014 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:23:46.318337 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:23:46.318659 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:23:46.319009 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:23:46.319338 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:23:46.319662 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:23:46.319986 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:23:46.320306 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:23:46.320627 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:23:46.320944 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:23:46.371043 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9106d79-d25b-4cef-8e56-b517db1150ef req-97eb3f75-2310-4a1c-82d0-d582abfbf6eb tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:23:46.372494 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b9106d79-d25b-4cef-8e56-b517db1150ef req-97eb3f75-2310-4a1c-82d0-d582abfbf6eb tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=f8ac698d-b3fd-49fa-b040-c9521c87932a HTTP/1.1" status: 200 len: 944 time: 0.0913627 Jul 28 01:23:46.456200 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b9106d79-d25b-4cef-8e56-b517db1150ef req-6765125e-320d-4a1f-962d-851937c8b694 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups?id=88905682-1ebe-470d-96e9-54640e9de5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600774 Jul 28 01:23:46.465855 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] get_ports_and_sgs() called for port_ids ['1c124828-ba63-4126-8155-ff63fb6ffd96'] {{(pid=104163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 01:23:46.504373 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:46.585221 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:46.678184 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-fd6feba7-b0e2-4d81-b114-2e65d7a21d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952091'] for router_interface (1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:46.785831 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:46.922855 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-fd6feba7-b0e2-4d81-b114-2e65d7a21d7b admin admin] Deleting port ece91824-a3ba-4ac8-b89e-f6e287a250e6 {{(pid=104162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:23:46.923222 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-fd6feba7-b0e2-4d81-b114-2e65d7a21d7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (ece91824-a3ba-4ac8-b89e-f6e287a250e6), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:47.010746 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-fd6feba7-b0e2-4d81-b114-2e65d7a21d7b admin admin] For port ece91824-a3ba-4ac8-b89e-f6e287a250e6, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=ece91824-a3ba-4ac8-b89e-f6e287a250e6,segment=NetworkSegment(adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742),segment_id=adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:23:47.011146 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-fd6feba7-b0e2-4d81-b114-2e65d7a21d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (ece91824-a3ba-4ac8-b89e-f6e287a250e6), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:47.028353 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-fd6feba7-b0e2-4d81-b114-2e65d7a21d7b admin admin] Calling delete_port for ece91824-a3ba-4ac8-b89e-f6e287a250e6 owned by network:router_interface {{(pid=104162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:23:47.235852 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-fd6feba7-b0e2-4d81-b114-2e65d7a21d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (ece91824-a3ba-4ac8-b89e-f6e287a250e6), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:47.261802 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6feba7-b0e2-4d81-b114-2e65d7a21d7b admin admin] Pushing event deleted for resources: {'Port': ['ID=ece91824-a3ba-4ac8-b89e-f6e287a250e6,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:23:47.437546 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-fd6feba7-b0e2-4d81-b114-2e65d7a21d7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-952207'] for router_interface (1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:47.524615 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:47.588152 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abe6f2-6066-47cc-a60b-9400065a4d7d req-bfb17e8e-99de-4407-befe-5214b7de8da5 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:23:47.589499 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-82abe6f2-6066-47cc-a60b-9400065a4d7d req-bfb17e8e-99de-4407-befe-5214b7de8da5 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=f8ac698d-b3fd-49fa-b040-c9521c87932a HTTP/1.1" status: 200 len: 944 time: 0.0577557 Jul 28 01:23:47.689202 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:47.716592 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-82abe6f2-6066-47cc-a60b-9400065a4d7d req-e8e9ec64-7ebe-4461-b995-2d8ca71eb30d tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups?id=88905682-1ebe-470d-96e9-54640e9de5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905032 Jul 28 01:23:47.730027 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd6feba7-b0e2-4d81-b114-2e65d7a21d7b admin admin] Router 1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17 has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:23:47.841020 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6feba7-b0e2-4d81-b114-2e65d7a21d7b admin admin] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:23:47.848546 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-fd6feba7-b0e2-4d81-b114-2e65d7a21d7b admin admin] 10.222.0.17 "PUT /v2.0/routers/1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6737809 Jul 28 01:23:47.850438 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7deefac-b84c-4027-89d2-7c1a7ce3bd96 None None] Sync routers for ids ['1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'] in dv-cinder-815582-11-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:23:47.851990 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 54968) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:23:47.861377 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7deefac-b84c-4027-89d2-7c1a7ce3bd96 None None] Routers {'1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:23:47.861950 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-e7deefac-b84c-4027-89d2-7c1a7ce3bd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:23:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:23:47.952301 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-684d06d9-a0ae-490e-8bdb-bccd5d39c47a admin admin] Publish callbacks [] for router (1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:47.965579 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-e7deefac-b84c-4027-89d2-7c1a7ce3bd96 None None] Set router 1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:23:48.052994 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-684d06d9-a0ae-490e-8bdb-bccd5d39c47a admin admin] Publish callbacks [] for router_gateway (1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:48.056094 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 1c124828-ba63-4126-8155-ff63fb6ffd96 up at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:23:48.062645 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:48.100418 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-684d06d9-a0ae-490e-8bdb-bccd5d39c47a admin admin] Deleting port d8800ad8-b68d-429f-9555-d71c76aa3daf {{(pid=104162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:23:48.100659 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-684d06d9-a0ae-490e-8bdb-bccd5d39c47a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (d8800ad8-b68d-429f-9555-d71c76aa3daf), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:48.135886 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Provisioning for port 1c124828-ba63-4126-8155-ff63fb6ffd96 completed by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 01:23:48.161272 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Provisioning complete for port 1c124828-ba63-4126-8155-ff63fb6ffd96 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:23:48.161641 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (1c124828-ba63-4126-8155-ff63fb6ffd96), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:48.341039 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-e7deefac-b84c-4027-89d2-7c1a7ce3bd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'name': 'tempest-TestVolumeBootPattern-1881204814-router', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd8800ad8-b68d-429f-9555-d71c76aa3daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:19Z', 'updated_at': '2022-07-28T01:23:47Z', 'revision_number': 5, 'project_id': 'd14de33f76ea44db8899900481299b87', 'gw_port': {'id': 'd8800ad8-b68d-429f-9555-d71c76aa3daf', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:20Z', 'updated_at': '2022-07-28T01:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi'}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:23:48.370193 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7deefac-b84c-4027-89d2-7c1a7ce3bd96 None None] Checking router: 1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17 for host: dv-cinder-815582-11-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:23:48.384807 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7deefac-b84c-4027-89d2-7c1a7ce3bd96 None None] Routers {'1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:23:48.385437 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-e7deefac-b84c-4027-89d2-7c1a7ce3bd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:23:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:23:48.461366 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-684d06d9-a0ae-490e-8bdb-bccd5d39c47a admin admin] For port d8800ad8-b68d-429f-9555-d71c76aa3daf, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=d8800ad8-b68d-429f-9555-d71c76aa3daf,segment=NetworkSegment(e0235fba-4142-426a-91c5-07cb16b4142e),segment_id=e0235fba-4142-426a-91c5-07cb16b4142e)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:23:48.461992 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-684d06d9-a0ae-490e-8bdb-bccd5d39c47a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (d8800ad8-b68d-429f-9555-d71c76aa3daf), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:48.477383 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-684d06d9-a0ae-490e-8bdb-bccd5d39c47a admin admin] Calling delete_port for d8800ad8-b68d-429f-9555-d71c76aa3daf owned by network:router_gateway {{(pid=104162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:23:48.480288 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port 1c124828-ba63-4126-8155-ff63fb6ffd96 is: BUILD; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:23:48.480676 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (1c124828-ba63-4126-8155-ff63fb6ffd96), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:48.508366 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-e7deefac-b84c-4027-89d2-7c1a7ce3bd96 None None] Set router 1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17 gateway port host: None {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:23:48.539700 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ac698d-b3fd-49fa-b040-c9521c87932a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c124828-ba63-4126-8155-ff63fb6ffd96'}] {{(pid=104163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:23:48.541879 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74574a7e5f5019bac05c50995ec4c38decffa50ba6d5d10f63080a9b4086ca7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef41688d-ebcb-46ee-a9b8-1ee5c6d6d459" -d '{"events": [{"server_uuid": "f8ac698d-b3fd-49fa-b040-c9521c87932a", "name": "network-vif-plugged", "status": "completed", "tag": "1c124828-ba63-4126-8155-ff63fb6ffd96"}]}' {{(pid=104163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:23:48.575704 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-e7deefac-b84c-4027-89d2-7c1a7ce3bd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'name': 'tempest-TestVolumeBootPattern-1881204814-router', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:19Z', 'updated_at': '2022-07-28T01:23:48Z', 'revision_number': 6, 'project_id': 'd14de33f76ea44db8899900481299b87', 'gw_port_host': None}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:23:48.581238 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port 1c124828-ba63-4126-8155-ff63fb6ffd96, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1c124828-ba63-4126-8155-ff63fb6ffd96,segment=NetworkSegment(09a4dbbe-38b5-4ce4-8d83-42afd69b4a73),segment_id=09a4dbbe-38b5-4ce4-8d83-42afd69b4a73)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:23:48.604769 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 01:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9649036a-ed80-413f-b0b6-5c669e3ed744 x-openstack-request-id: req-9649036a-ed80-413f-b0b6-5c669e3ed744 {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:23:48.605053 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ac698d-b3fd-49fa-b040-c9521c87932a", "name": "network-vif-plugged", "status": "completed", "tag": "1c124828-ba63-4126-8155-ff63fb6ffd96", "code": 200}]} {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:23:48.605287 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-9649036a-ed80-413f-b0b6-5c669e3ed744 {{(pid=104163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:23:48.605703 dv-cinder-815582-11-iscsi neutron-server[104163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9649036a-ed80-413f-b0b6-5c669e3ed744'] response: {'server_uuid': 'f8ac698d-b3fd-49fa-b040-c9521c87932a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c124828-ba63-4126-8155-ff63fb6ffd96', 'code': 200} Jul 28 01:23:48.607442 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7deefac-b84c-4027-89d2-7c1a7ce3bd96 None None] The sync data for ids ['1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17'] in dv-cinder-815582-11-iscsi is: [{'id': '1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17', 'name': 'tempest-TestVolumeBootPattern-1881204814-router', 'tenant_id': 'd14de33f76ea44db8899900481299b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:19Z', 'updated_at': '2022-07-28T01:23:48Z', 'revision_number': 6, 'project_id': 'd14de33f76ea44db8899900481299b87', 'gw_port_host': None}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:23:48.608934 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (1c124828-ba63-4126-8155-ff63fb6ffd96), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:48.661786 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-684d06d9-a0ae-490e-8bdb-bccd5d39c47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (d8800ad8-b68d-429f-9555-d71c76aa3daf), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:48.671198 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:48.688550 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=1c124828-ba63-4126-8155-ff63fb6ffd96,revision_number=5']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:23:48.692656 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d06d9-a0ae-490e-8bdb-bccd5d39c47a admin admin] Pushing event deleted for resources: {'Port': ['ID=d8800ad8-b68d-429f-9555-d71c76aa3daf,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:23:48.796580 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-684d06d9-a0ae-490e-8bdb-bccd5d39c47a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-949531'] for router_gateway (1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:48.906574 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:48.911909 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668fba8-b8f6-4c13-8227-b808042f8977 req-bf0ed23f-9f69-4328-8780-0022fcddd283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:23:48.913407 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9668fba8-b8f6-4c13-8227-b808042f8977 req-bf0ed23f-9f69-4328-8780-0022fcddd283 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f8ac698d-b3fd-49fa-b040-c9521c87932a HTTP/1.1" status: 200 len: 1129 time: 0.1558561 Jul 28 01:23:48.934829 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eca1ee-78c1-474c-9dce-b7e284149468 req-9ed58117-d579-4993-bf0b-4b1cffbc97af tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:23:48.936256 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b5eca1ee-78c1-474c-9dce-b7e284149468 req-9ed58117-d579-4993-bf0b-4b1cffbc97af tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=f8ac698d-b3fd-49fa-b040-c9521c87932a HTTP/1.1" status: 200 len: 945 time: 0.1420884 Jul 28 01:23:48.938702 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-684d06d9-a0ae-490e-8bdb-bccd5d39c47a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-347'] for router (1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:48.941483 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-684d06d9-a0ae-490e-8bdb-bccd5d39c47a admin admin] Publish callbacks [] for router_controller (1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17), precommit_delete_associations {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:49.024739 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-684d06d9-a0ae-490e-8bdb-bccd5d39c47a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614162'] for router (1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:49.025381 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684d06d9-a0ae-490e-8bdb-bccd5d39c47a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17 {{(pid=104162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 01:23:49.030052 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-684d06d9-a0ae-490e-8bdb-bccd5d39c47a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:49.031292 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-684d06d9-a0ae-490e-8bdb-bccd5d39c47a admin admin] 10.222.0.17 "DELETE /v2.0/routers/1f7fa9bd-bcbd-4c64-926c-6d7288b7ed17 HTTP/1.1" status: 204 len: 168 time: 1.1780376 Jul 28 01:23:49.033948 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 54974) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:23:49.047402 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-9668fba8-b8f6-4c13-8227-b808042f8977 req-35d3ebf1-13bc-4349-86fd-9bca613df6ab service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=88905682-1ebe-470d-96e9-54640e9de5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253395 Jul 28 01:23:49.065753 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b5eca1ee-78c1-474c-9dce-b7e284149468 req-75eef6b9-65af-4b3b-927b-9cb1004eeaa4 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups?id=88905682-1ebe-470d-96e9-54640e9de5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169672 Jul 28 01:23:49.105355 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab1cebd3-6881-41d7-8987-abda2292f388 admin admin] Deleting subnet bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12 {{(pid=104161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 01:23:49.108553 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ab1cebd3-6881-41d7-8987-abda2292f388 admin admin] Publish callbacks [] for subnet (bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:49.144190 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ab1cebd3-6881-41d7-8987-abda2292f388 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4967686'] for subnet (bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12), precommit_delete_associations {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:49.210999 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:49.218007 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ab1cebd3-6881-41d7-8987-abda2292f388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400619'] for subnet (bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:49.527021 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ab1cebd3-6881-41d7-8987-abda2292f388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4595599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7313067'] for subnet (bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:49.556497 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1cebd3-6881-41d7-8987-abda2292f388 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:23:49.559207 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ab1cebd3-6881-41d7-8987-abda2292f388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for subnet (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:49.562266 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-ab1cebd3-6881-41d7-8987-abda2292f388 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/bf5fdbe2-f85d-4a37-8ddd-6bdc5095fc12 HTTP/1.1" status: 204 len: 168 time: 0.5271897 Jul 28 01:23:49.562611 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a09afd5-1c4b-4843-9bf3-ac7b5c0353b4 None None] Network f365ac42-75a7-4c3d-8591-d4097c9f6065 requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:23:49.564981 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 54976) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:23:49.568697 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1cebd3-6881-41d7-8987-abda2292f388 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:23:49.569037 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1cebd3-6881-41d7-8987-abda2292f388 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:23:49.569530 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1cebd3-6881-41d7-8987-abda2292f388 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:23:49.569883 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1cebd3-6881-41d7-8987-abda2292f388 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:23:49.570206 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1cebd3-6881-41d7-8987-abda2292f388 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:23:49.570526 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1cebd3-6881-41d7-8987-abda2292f388 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:23:49.570879 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1cebd3-6881-41d7-8987-abda2292f388 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:23:49.571212 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1cebd3-6881-41d7-8987-abda2292f388 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:23:49.571529 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1cebd3-6881-41d7-8987-abda2292f388 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:23:49.571846 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1cebd3-6881-41d7-8987-abda2292f388 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:23:49.572161 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1cebd3-6881-41d7-8987-abda2292f388 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:23:49.572465 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1cebd3-6881-41d7-8987-abda2292f388 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:23:49.572778 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1cebd3-6881-41d7-8987-abda2292f388 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:23:49.573092 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1cebd3-6881-41d7-8987-abda2292f388 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:23:49.573414 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1cebd3-6881-41d7-8987-abda2292f388 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:23:49.625175 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:49.646016 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-aa7e4886-d043-4c42-96a5-f607b0207790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295201'] for network (f365ac42-75a7-4c3d-8591-d4097c9f6065), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:49.700790 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-aa7e4886-d043-4c42-96a5-f607b0207790 admin admin] Deleting port 60377a37-95b4-4cc5-bea0-64cc4749ecb4 {{(pid=104162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:23:49.701226 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-aa7e4886-d043-4c42-96a5-f607b0207790 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (60377a37-95b4-4cc5-bea0-64cc4749ecb4), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:49.749151 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a519ab0d-0272-49cc-bafd-4648d2fa8e60 None None] DHCP port deletion for f365ac42-75a7-4c3d-8591-d4097c9f6065 request from dv-cinder-815582-11-iscsi {{(pid=104163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 01:23:49.770962 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-aa7e4886-d043-4c42-96a5-f607b0207790 admin admin] For port 60377a37-95b4-4cc5-bea0-64cc4749ecb4, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=60377a37-95b4-4cc5-bea0-64cc4749ecb4,segment=NetworkSegment(adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742),segment_id=adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:23:49.771465 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-aa7e4886-d043-4c42-96a5-f607b0207790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (60377a37-95b4-4cc5-bea0-64cc4749ecb4), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:49.784835 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-aa7e4886-d043-4c42-96a5-f607b0207790 admin admin] Calling delete_port for 60377a37-95b4-4cc5-bea0-64cc4749ecb4 owned by network:dhcp {{(pid=104162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:23:49.789939 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-a519ab0d-0272-49cc-bafd-4648d2fa8e60 None None] Deleting port 60377a37-95b4-4cc5-bea0-64cc4749ecb4 {{(pid=104163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:23:49.790305 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-a519ab0d-0272-49cc-bafd-4648d2fa8e60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (60377a37-95b4-4cc5-bea0-64cc4749ecb4), before_delete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:49.855990 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-a519ab0d-0272-49cc-bafd-4648d2fa8e60 None None] For port 60377a37-95b4-4cc5-bea0-64cc4749ecb4, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=60377a37-95b4-4cc5-bea0-64cc4749ecb4,segment=NetworkSegment(adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742),segment_id=adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:23:49.856393 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-a519ab0d-0272-49cc-bafd-4648d2fa8e60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (60377a37-95b4-4cc5-bea0-64cc4749ecb4), precommit_delete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:49.870505 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-a519ab0d-0272-49cc-bafd-4648d2fa8e60 None None] Calling delete_port for 60377a37-95b4-4cc5-bea0-64cc4749ecb4 owned by network:dhcp {{(pid=104163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:23:49.876716 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-aa7e4886-d043-4c42-96a5-f607b0207790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (60377a37-95b4-4cc5-bea0-64cc4749ecb4), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:49.902980 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e4886-d043-4c42-96a5-f607b0207790 admin admin] Pushing event deleted for resources: {'Port': ['ID=60377a37-95b4-4cc5-bea0-64cc4749ecb4,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:23:49.905349 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7e4886-d043-4c42-96a5-f607b0207790 admin admin] No DVR routers for this DVR port 60377a37-95b4-4cc5-bea0-64cc4749ecb4 on host dv-cinder-815582-11-iscsi {{(pid=104162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 01:23:49.952786 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-a519ab0d-0272-49cc-bafd-4648d2fa8e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436'] for port (60377a37-95b4-4cc5-bea0-64cc4749ecb4), after_delete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:49.977504 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a519ab0d-0272-49cc-bafd-4648d2fa8e60 None None] Pushing event deleted for resources: {'Port': ['ID=60377a37-95b4-4cc5-bea0-64cc4749ecb4,revision_number=None']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:23:49.979699 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-aa7e4886-d043-4c42-96a5-f607b0207790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1398533', 'neutron.services.segments.db._delete_segments_for_network-8778716901834'] for network (f365ac42-75a7-4c3d-8591-d4097c9f6065), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:49.981144 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a519ab0d-0272-49cc-bafd-4648d2fa8e60 None None] No DVR routers for this DVR port 60377a37-95b4-4cc5-bea0-64cc4749ecb4 on host dv-cinder-815582-11-iscsi {{(pid=104163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 01:23:50.002823 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.services.segments.db [None req-aa7e4886-d043-4c42-96a5-f607b0207790 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f365ac42-75a7-4c3d-8591-d4097c9f6065']}} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:23:50.014182 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.services.segments.db [None req-aa7e4886-d043-4c42-96a5-f607b0207790 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742') {'for_net_delete': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:23:50.014457 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.services.segments.db [None req-aa7e4886-d043-4c42-96a5-f607b0207790 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742') {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:23:50.024864 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-aa7e4886-d043-4c42-96a5-f607b0207790 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778716901735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4511328'] for segment (adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:50.044203 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-aa7e4886-d043-4c42-96a5-f607b0207790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084'] for segment (adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:50.052280 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa7e4886-d043-4c42-96a5-f607b0207790 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=104162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 01:23:50.052741 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-aa7e4886-d043-4c42-96a5-f607b0207790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4518740'] for segment (adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:50.093882 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.services.segments.plugin [-] Segment adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742 resource provider aggregate not found Jul 28 01:23:50.112777 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.services.segments.plugin [-] Segment adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid adb89b91-0f6e-41f3-9cf4-7d5c2a3ae742 found for delete ", "request_id": "req-ddf347f0-4421-4c6e-8f82-a05359c3d178"}]} Jul 28 01:23:50.125124 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-aa7e4886-d043-4c42-96a5-f607b0207790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1398542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-949559'] for network (f365ac42-75a7-4c3d-8591-d4097c9f6065), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:50.132443 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-aa7e4886-d043-4c42-96a5-f607b0207790 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:50.135168 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-aa7e4886-d043-4c42-96a5-f607b0207790 admin admin] 10.222.0.17 "DELETE /v2.0/networks/f365ac42-75a7-4c3d-8591-d4097c9f6065 HTTP/1.1" status: 204 len: 168 time: 0.5686212 Jul 28 01:23:50.138259 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 54984) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:23:50.148677 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e4886-d043-4c42-96a5-f607b0207790 admin admin] Pushing event deleted for resources: {'Network': ['ID=f365ac42-75a7-4c3d-8591-d4097c9f6065,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:23:50.186770 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:50.199334 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a243705-ade8-4b10-a91c-7c1ec3c69a39 req-d0c53914-af78-449e-87a7-919c870af8dd tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:23:50.200836 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-5a243705-ade8-4b10-a91c-7c1ec3c69a39 req-d0c53914-af78-449e-87a7-919c870af8dd tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=f8ac698d-b3fd-49fa-b040-c9521c87932a HTTP/1.1" status: 200 len: 945 time: 0.0491476 Jul 28 01:23:50.250419 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-5a243705-ade8-4b10-a91c-7c1ec3c69a39 req-5045994f-277d-498f-ace0-85fedad83e0b tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups?id=88905682-1ebe-470d-96e9-54640e9de5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435047 Jul 28 01:23:50.381191 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05982797-bcb1-477a-bbb6-c9269e22ec20 req-fdb6b5a5-28da-4524-b209-e057b0b7d51e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:23:50.382800 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-05982797-bcb1-477a-bbb6-c9269e22ec20 req-fdb6b5a5-28da-4524-b209-e057b0b7d51e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=f8ac698d-b3fd-49fa-b040-c9521c87932a HTTP/1.1" status: 200 len: 945 time: 0.0635183 Jul 28 01:23:50.392732 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 54988) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:23:50.397451 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-130aca5e-bdc4-4987-a541-e9e7dfe5a92f tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Request body: {'floatingip': {'port_id': '1c124828-ba63-4126-8155-ff63fb6ffd96'}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:23:50.401895 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:50.437310 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-130aca5e-bdc4-4987-a541-e9e7dfe5a92f tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for floatingip (a1401888-f5ea-42d4-b5f9-630086a79bbf), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:50.460797 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c2c0bca9-bb31-446d-a68b-7832d59b6f70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952091'] for router_interface (5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:50.502544 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:50.686290 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 60377a37-95b4-4cc5-bea0-64cc4749ecb4 no longer exists at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:23:50.696367 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-c2c0bca9-bb31-446d-a68b-7832d59b6f70 admin admin] Deleting port d14e0713-71d9-4535-845f-2445619966f1 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:23:50.696714 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c2c0bca9-bb31-446d-a68b-7832d59b6f70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (d14e0713-71d9-4535-845f-2445619966f1), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:50.707353 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] No Port match for: 60377a37-95b4-4cc5-bea0-64cc4749ecb4 {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:23:50.707791 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 60377a37-95b4-4cc5-bea0-64cc4749ecb4 not bound to the agent host dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:23:50.708273 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device d8800ad8-b68d-429f-9555-d71c76aa3daf no longer exists at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:23:50.726979 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] No Port match for: d8800ad8-b68d-429f-9555-d71c76aa3daf {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:23:50.727412 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device d8800ad8-b68d-429f-9555-d71c76aa3daf not bound to the agent host dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:23:50.727902 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device ece91824-a3ba-4ac8-b89e-f6e287a250e6 no longer exists at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:23:50.747017 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] No Port match for: ece91824-a3ba-4ac8-b89e-f6e287a250e6 {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:23:50.747517 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device ece91824-a3ba-4ac8-b89e-f6e287a250e6 not bound to the agent host dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:23:50.786634 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-c2c0bca9-bb31-446d-a68b-7832d59b6f70 admin admin] For port d14e0713-71d9-4535-845f-2445619966f1, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=d14e0713-71d9-4535-845f-2445619966f1,segment=NetworkSegment(3f091028-67b6-43d9-902a-6ef3fd4f5622),segment_id=3f091028-67b6-43d9-902a-6ef3fd4f5622)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:23:50.786994 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c2c0bca9-bb31-446d-a68b-7832d59b6f70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (d14e0713-71d9-4535-845f-2445619966f1), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:50.800648 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-c2c0bca9-bb31-446d-a68b-7832d59b6f70 admin admin] Calling delete_port for d14e0713-71d9-4535-845f-2445619966f1 owned by network:router_interface {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:23:50.889817 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-130aca5e-bdc4-4987-a541-e9e7dfe5a92f tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:50.894654 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-130aca5e-bdc4-4987-a541-e9e7dfe5a92f tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-949731'] for floatingip (a1401888-f5ea-42d4-b5f9-630086a79bbf), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:50.907770 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:50.983971 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c2c0bca9-bb31-446d-a68b-7832d59b6f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4595618'] for port (d14e0713-71d9-4535-845f-2445619966f1), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:50.995594 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.db.l3_db [None req-130aca5e-bdc4-4987-a541-e9e7dfe5a92f tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Floating IP a1401888-f5ea-42d4-b5f9-630086a79bbf associated. External IP: 172.27.1.8, port: 1c124828-ba63-4126-8155-ff63fb6ffd96. Jul 28 01:23:51.009770 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c0bca9-bb31-446d-a68b-7832d59b6f70 admin admin] Pushing event deleted for resources: {'Port': ['ID=d14e0713-71d9-4535-845f-2445619966f1,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:23:51.062174 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:51.187606 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c2c0bca9-bb31-446d-a68b-7832d59b6f70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-952207'] for router_interface (5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:51.222899 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-130aca5e-bdc4-4987-a541-e9e7dfe5a92f tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Router e0411a7d-a680-4c17-ab1c-279608a4c93c has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:23:51.328837 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130aca5e-bdc4-4987-a541-e9e7dfe5a92f tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:23:51.333529 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-130aca5e-bdc4-4987-a541-e9e7dfe5a92f tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for floatingip (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:51.340263 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdb8dcd-d111-47ab-9478-59a36e919e06 None None] Sync routers for ids ['e0411a7d-a680-4c17-ab1c-279608a4c93c'] in dv-cinder-815582-11-iscsi {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:23:51.350468 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdb8dcd-d111-47ab-9478-59a36e919e06 None None] Routers {'e0411a7d-a680-4c17-ab1c-279608a4c93c'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:23:51.351133 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-ecdb8dcd-d111-47ab-9478-59a36e919e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:23:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['e0411a7d-a680-4c17-ab1c-279608a4c93c'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:23:51.367057 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-130aca5e-bdc4-4987-a541-e9e7dfe5a92f tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "PUT /v2.0/floatingips/a1401888-f5ea-42d4-b5f9-630086a79bbf HTTP/1.1" status: 200 len: 989 time: 0.9731755 Jul 28 01:23:51.367715 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8ac698d-b3fd-49fa-b040-c9521c87932a', 'tag': '1c124828-ba63-4126-8155-ff63fb6ffd96'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:23:51.370055 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f6b11fd638c6a58f8ef19871f5a43997b3abcb3256dc707badf279ceb4d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae1ac54-b92d-4130-844f-c50c8b8e6bc7" -d '{"events": [{"name": "network-changed", "server_uuid": "f8ac698d-b3fd-49fa-b040-c9521c87932a", "tag": "1c124828-ba63-4126-8155-ff63fb6ffd96"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:23:51.409833 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 01:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546c0733-451b-47f1-afef-08c33949952d x-openstack-request-id: req-546c0733-451b-47f1-afef-08c33949952d {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:23:51.410122 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8ac698d-b3fd-49fa-b040-c9521c87932a", "tag": "1c124828-ba63-4126-8155-ff63fb6ffd96", "status": "completed", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:23:51.410375 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-546c0733-451b-47f1-afef-08c33949952d {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:23:51.410939 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-546c0733-451b-47f1-afef-08c33949952d'] response: {'name': 'network-changed', 'server_uuid': 'f8ac698d-b3fd-49fa-b040-c9521c87932a', 'tag': '1c124828-ba63-4126-8155-ff63fb6ffd96', 'status': 'completed', 'code': 200} Jul 28 01:23:51.411470 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c0bca9-bb31-446d-a68b-7832d59b6f70 admin admin] Router 5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4 has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:23:51.462040 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-ecdb8dcd-d111-47ab-9478-59a36e919e06 None None] Set router e0411a7d-a680-4c17-ab1c-279608a4c93c gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:23:51.520523 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1ac54-b92d-4130-844f-c50c8b8e6bc7 req-e55bd11e-da7c-4aa3-8eb9-d30e81fd853f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:23:51.522473 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7ae1ac54-b92d-4130-844f-c50c8b8e6bc7 req-e55bd11e-da7c-4aa3-8eb9-d30e81fd853f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=adb91176f5f74f1199b2fc27c248cecd&device_id=f8ac698d-b3fd-49fa-b040-c9521c87932a HTTP/1.1" status: 200 len: 1129 time: 0.0896573 Jul 28 01:23:51.523863 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c0bca9-bb31-446d-a68b-7832d59b6f70 admin admin] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:23:51.532006 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-c2c0bca9-bb31-446d-a68b-7832d59b6f70 admin admin] 10.222.0.17 "PUT /v2.0/routers/5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3888800 Jul 28 01:23:51.532006 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 54996) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:23:51.534229 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f79643-e3c6-4432-9c4a-46ddeb44be87 None None] Sync routers for ids ['5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4'] in dv-cinder-815582-11-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:23:51.548979 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f79643-e3c6-4432-9c4a-46ddeb44be87 None None] Routers {'5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:23:51.549871 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-29f79643-e3c6-4432-9c4a-46ddeb44be87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:23:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:23:51.607451 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:51.637926 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1ac54-b92d-4130-844f-c50c8b8e6bc7 req-8b5c1220-d61c-43ef-9812-0d9c4af44f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:23:51.639716 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7ae1ac54-b92d-4130-844f-c50c8b8e6bc7 req-8b5c1220-d61c-43ef-9812-0d9c4af44f65 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bac661c0-9620-4ebf-b1dc-5201ea1d9315 HTTP/1.1" status: 200 len: 915 time: 0.1084807 Jul 28 01:23:51.643759 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:51.658518 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0b126902-1bfe-47a6-b8e4-6d869d83c5aa admin admin] Publish callbacks [] for router (5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:51.668022 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-29f79643-e3c6-4432-9c4a-46ddeb44be87 None None] Set router 5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4 gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:23:51.712828 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7ae1ac54-b92d-4130-844f-c50c8b8e6bc7 req-c987b13f-bafb-4322-8e6f-46fa28b5d2ba service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c124828-ba63-4126-8155-ff63fb6ffd96 HTTP/1.1" status: 200 len: 997 time: 0.0661802 Jul 28 01:23:51.739671 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-ecdb8dcd-d111-47ab-9478-59a36e919e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'name': 'tempest-AttachVolumeNegativeTest-519383643-router', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:21:22Z', 'updated_at': '2022-07-28T01:21:25Z', 'revision_number': 4, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'gw_port': {'id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:23Z', 'updated_at': '2022-07-28T01:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': 'a1401888-f5ea-42d4-b5f9-630086a79bbf', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'floating_ip_address': '172.27.1.8', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'port_id': '1c124828-ba63-4126-8155-ff63fb6ffd96', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'mac_address': 'fa:16:3e:1a:cd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ac698d-b3fd-49fa-b040-c9521c87932a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:23:36Z', 'updated_at': '2022-07-28T01:23:50Z', 'revision_number': 1, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7', 'name': '', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'mac_address': 'fa:16:3e:6c:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:24Z', 'updated_at': '2022-07-28T01:21:29Z', 'revision_number': 5, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'subnets': [{'id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:23:51.752144 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:51.769273 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0b126902-1bfe-47a6-b8e4-6d869d83c5aa admin admin] Publish callbacks [] for router_gateway (5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:51.769871 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1ac54-b92d-4130-844f-c50c8b8e6bc7 req-aa620f81-da91-45e6-8cb3-7e2fc6499fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:23:51.773097 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7ae1ac54-b92d-4130-844f-c50c8b8e6bc7 req-aa620f81-da91-45e6-8cb3-7e2fc6499fa3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7bad7ae-d0ad-40fd-9058-fa644f2bc097 HTTP/1.1" status: 200 len: 853 time: 0.0538695 Jul 28 01:23:51.776780 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdb8dcd-d111-47ab-9478-59a36e919e06 None None] Checking router: e0411a7d-a680-4c17-ab1c-279608a4c93c for host: dv-cinder-815582-11-iscsi {{(pid=104164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:23:51.793232 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdb8dcd-d111-47ab-9478-59a36e919e06 None None] Routers {'e0411a7d-a680-4c17-ab1c-279608a4c93c'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:23:51.794163 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-ecdb8dcd-d111-47ab-9478-59a36e919e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:23:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['e0411a7d-a680-4c17-ab1c-279608a4c93c'], 'active': True} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:23:51.822359 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-0b126902-1bfe-47a6-b8e4-6d869d83c5aa admin admin] Deleting port 4119ecdc-74b3-4e11-9634-0d7975175dc1 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:23:51.823159 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0b126902-1bfe-47a6-b8e4-6d869d83c5aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (4119ecdc-74b3-4e11-9634-0d7975175dc1), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:51.824724 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1ac54-b92d-4130-844f-c50c8b8e6bc7 req-b7c06e53-ff9c-40e4-814c-cd589001c330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:23:51.826530 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7ae1ac54-b92d-4130-844f-c50c8b8e6bc7 req-b7c06e53-ff9c-40e4-814c-cd589001c330 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bac661c0-9620-4ebf-b1dc-5201ea1d9315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0471857 Jul 28 01:23:51.835446 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:DELETE=2,neutron:UPDATE=2,neutron:SELECT=96 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:51.839897 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [req-7ae1ac54-b92d-4130-844f-c50c8b8e6bc7 req-3830cbfc-ea79-484a-b541-7978cf63d5f9 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=104162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 01:23:51.841745 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7ae1ac54-b92d-4130-844f-c50c8b8e6bc7 req-3830cbfc-ea79-484a-b541-7978cf63d5f9 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0090537 Jul 28 01:23:51.887410 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-29f79643-e3c6-4432-9c4a-46ddeb44be87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4', 'name': 'tempest-TestVolumeBootPattern-1861082579-router', 'tenant_id': '5b33bcc707974091b1098e10867c5ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '4119ecdc-74b3-4e11-9634-0d7975175dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:27Z', 'updated_at': '2022-07-28T01:23:50Z', 'revision_number': 5, 'project_id': '5b33bcc707974091b1098e10867c5ccb', 'gw_port': {'id': '4119ecdc-74b3-4e11-9634-0d7975175dc1', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:15:28Z', 'updated_at': '2022-07-28T01:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi'}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:23:51.913112 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_dvr_db [None req-ecdb8dcd-d111-47ab-9478-59a36e919e06 None None] Set router e0411a7d-a680-4c17-ab1c-279608a4c93c gateway port host: dv-cinder-815582-11-iscsi {{(pid=104164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:23:51.916927 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-0b126902-1bfe-47a6-b8e4-6d869d83c5aa admin admin] For port 4119ecdc-74b3-4e11-9634-0d7975175dc1, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=4119ecdc-74b3-4e11-9634-0d7975175dc1,segment=NetworkSegment(e0235fba-4142-426a-91c5-07cb16b4142e),segment_id=e0235fba-4142-426a-91c5-07cb16b4142e)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:23:51.917289 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0b126902-1bfe-47a6-b8e4-6d869d83c5aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (4119ecdc-74b3-4e11-9634-0d7975175dc1), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:51.925992 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f79643-e3c6-4432-9c4a-46ddeb44be87 None None] Checking router: 5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4 for host: dv-cinder-815582-11-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:23:51.933057 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-0b126902-1bfe-47a6-b8e4-6d869d83c5aa admin admin] Calling delete_port for 4119ecdc-74b3-4e11-9634-0d7975175dc1 owned by network:router_gateway {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:23:51.935279 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f79643-e3c6-4432-9c4a-46ddeb44be87 None None] Routers {'5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:23:51.936004 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-29f79643-e3c6-4432-9c4a-46ddeb44be87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:23:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:23:51.956458 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7ae1ac54-b92d-4130-844f-c50c8b8e6bc7 req-718c128a-c173-43c0-81e0-ddad1c1367d0 service neutron] 10.222.0.42 "GET /v2.0/networks/bac661c0-9620-4ebf-b1dc-5201ea1d9315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080091 Jul 28 01:23:52.028712 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-29f79643-e3c6-4432-9c4a-46ddeb44be87 None None] Set router 5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4 gateway port host: None {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:23:52.060202 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:52.079344 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-7ae1ac54-b92d-4130-844f-c50c8b8e6bc7 req-db103e22-6a17-438d-898a-09ad5685a6f4 service neutron] 10.222.0.42 "GET /v2.0/networks/bac661c0-9620-4ebf-b1dc-5201ea1d9315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172366 Jul 28 01:23:52.105493 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-29f79643-e3c6-4432-9c4a-46ddeb44be87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4', 'name': 'tempest-TestVolumeBootPattern-1861082579-router', 'tenant_id': '5b33bcc707974091b1098e10867c5ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:27Z', 'updated_at': '2022-07-28T01:23:51Z', 'revision_number': 6, 'project_id': '5b33bcc707974091b1098e10867c5ccb', 'gw_port_host': None}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:23:52.124559 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0b126902-1bfe-47a6-b8e4-6d869d83c5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4595618'] for port (4119ecdc-74b3-4e11-9634-0d7975175dc1), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:52.134638 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f79643-e3c6-4432-9c4a-46ddeb44be87 None None] The sync data for ids ['5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4'] in dv-cinder-815582-11-iscsi is: [{'id': '5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4', 'name': 'tempest-TestVolumeBootPattern-1861082579-router', 'tenant_id': '5b33bcc707974091b1098e10867c5ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:15:27Z', 'updated_at': '2022-07-28T01:23:51Z', 'revision_number': 6, 'project_id': '5b33bcc707974091b1098e10867c5ccb', 'gw_port_host': None}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:23:52.155854 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b126902-1bfe-47a6-b8e4-6d869d83c5aa admin admin] Pushing event deleted for resources: {'Port': ['ID=4119ecdc-74b3-4e11-9634-0d7975175dc1,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:23:52.176455 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.l3_hamode_db [None req-ecdb8dcd-d111-47ab-9478-59a36e919e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'name': 'tempest-AttachVolumeNegativeTest-519383643-router', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:21:22Z', 'updated_at': '2022-07-28T01:21:25Z', 'revision_number': 4, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'gw_port': {'id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:23Z', 'updated_at': '2022-07-28T01:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': 'a1401888-f5ea-42d4-b5f9-630086a79bbf', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'floating_ip_address': '172.27.1.8', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'port_id': '1c124828-ba63-4126-8155-ff63fb6ffd96', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'mac_address': 'fa:16:3e:1a:cd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ac698d-b3fd-49fa-b040-c9521c87932a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:23:36Z', 'updated_at': '2022-07-28T01:23:50Z', 'revision_number': 1, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7', 'name': '', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'mac_address': 'fa:16:3e:6c:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:24Z', 'updated_at': '2022-07-28T01:21:29Z', 'revision_number': 5, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'subnets': [{'id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:23:52.210772 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdb8dcd-d111-47ab-9478-59a36e919e06 None None] The sync data for ids ['e0411a7d-a680-4c17-ab1c-279608a4c93c'] in dv-cinder-815582-11-iscsi is: [{'id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'name': 'tempest-AttachVolumeNegativeTest-519383643-router', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:21:22Z', 'updated_at': '2022-07-28T01:21:25Z', 'revision_number': 4, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'gw_port': {'id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:23Z', 'updated_at': '2022-07-28T01:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': 'a1401888-f5ea-42d4-b5f9-630086a79bbf', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'floating_ip_address': '172.27.1.8', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'port_id': '1c124828-ba63-4126-8155-ff63fb6ffd96', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'mac_address': 'fa:16:3e:1a:cd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ac698d-b3fd-49fa-b040-c9521c87932a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:23:36Z', 'updated_at': '2022-07-28T01:23:50Z', 'revision_number': 1, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7', 'name': '', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'mac_address': 'fa:16:3e:6c:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:24Z', 'updated_at': '2022-07-28T01:21:29Z', 'revision_number': 5, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'subnets': [{'id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:23:52.235157 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0b126902-1bfe-47a6-b8e4-6d869d83c5aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-949531'] for router_gateway (5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:52.326271 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0b126902-1bfe-47a6-b8e4-6d869d83c5aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-347'] for router (5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:52.328900 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0b126902-1bfe-47a6-b8e4-6d869d83c5aa admin admin] Publish callbacks [] for router_controller (5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4), precommit_delete_associations {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:52.383229 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0b126902-1bfe-47a6-b8e4-6d869d83c5aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614162'] for router (5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:52.383892 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b126902-1bfe-47a6-b8e4-6d869d83c5aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4 {{(pid=104161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 01:23:52.389709 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0b126902-1bfe-47a6-b8e4-6d869d83c5aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:52.391095 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-0b126902-1bfe-47a6-b8e4-6d869d83c5aa admin admin] 10.222.0.17 "DELETE /v2.0/routers/5fe60cf7-b6f1-4b4d-ae00-fd74614da1f4 HTTP/1.1" status: 204 len: 168 time: 0.8584344 Jul 28 01:23:52.393657 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 54998) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:23:52.425139 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10b6019-6994-4be5-ba69-d226bc1a1b99 None None] New status for floating IP a1401888-f5ea-42d4-b5f9-630086a79bbf: ACTIVE {{(pid=104164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 01:23:52.440662 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_v2 [None req-6559616e-06f0-4c1b-8cf8-771a6347e533 admin admin] Deleting subnet cda862f7-9001-467a-8155-665ddb552c08 {{(pid=104161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 01:23:52.444843 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6559616e-06f0-4c1b-8cf8-771a6347e533 admin admin] Publish callbacks [] for subnet (cda862f7-9001-467a-8155-665ddb552c08), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:52.481823 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6559616e-06f0-4c1b-8cf8-771a6347e533 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4967686'] for subnet (cda862f7-9001-467a-8155-665ddb552c08), precommit_delete_associations {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:52.572326 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6559616e-06f0-4c1b-8cf8-771a6347e533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400619'] for subnet (cda862f7-9001-467a-8155-665ddb552c08), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:52.632548 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6559616e-06f0-4c1b-8cf8-771a6347e533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4595599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7313067'] for subnet (cda862f7-9001-467a-8155-665ddb552c08), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:52.658799 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6559616e-06f0-4c1b-8cf8-771a6347e533 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cda862f7-9001-467a-8155-665ddb552c08,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:23:52.662399 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6559616e-06f0-4c1b-8cf8-771a6347e533 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for subnet (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:52.665541 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-6559616e-06f0-4c1b-8cf8-771a6347e533 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/cda862f7-9001-467a-8155-665ddb552c08 HTTP/1.1" status: 204 len: 168 time: 0.2708976 Jul 28 01:23:52.668084 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 55000) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:23:52.669615 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0f02fb-78e1-4e36-ae35-4128241c1495 None None] Network 8fb79833-4451-4cd5-9bed-2e7077e9dab0 requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:23:52.739495 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f0750f08-6542-432c-9233-76ad1d022392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295201'] for network (8fb79833-4451-4cd5-9bed-2e7077e9dab0), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:52.782748 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-f0750f08-6542-432c-9233-76ad1d022392 admin admin] Deleting port 59d8a0c3-d93f-4f56-b308-95bed7c21b59 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:23:52.783130 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f0750f08-6542-432c-9233-76ad1d022392 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (59d8a0c3-d93f-4f56-b308-95bed7c21b59), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:52.785685 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:52.848899 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-f0750f08-6542-432c-9233-76ad1d022392 admin admin] For port 59d8a0c3-d93f-4f56-b308-95bed7c21b59, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=59d8a0c3-d93f-4f56-b308-95bed7c21b59,segment=NetworkSegment(3f091028-67b6-43d9-902a-6ef3fd4f5622),segment_id=3f091028-67b6-43d9-902a-6ef3fd4f5622)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:23:52.849149 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f0750f08-6542-432c-9233-76ad1d022392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (59d8a0c3-d93f-4f56-b308-95bed7c21b59), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:52.866189 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-f0750f08-6542-432c-9233-76ad1d022392 admin admin] Calling delete_port for 59d8a0c3-d93f-4f56-b308-95bed7c21b59 owned by network:dhcp {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:23:52.926742 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad359bcf-b361-45de-8948-513a8a881a86 None None] DHCP port deletion for 8fb79833-4451-4cd5-9bed-2e7077e9dab0 request from dv-cinder-815582-11-iscsi {{(pid=104163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 01:23:52.960479 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f0750f08-6542-432c-9233-76ad1d022392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4595618'] for port (59d8a0c3-d93f-4f56-b308-95bed7c21b59), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:52.971103 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-ad359bcf-b361-45de-8948-513a8a881a86 None None] Deleting port 59d8a0c3-d93f-4f56-b308-95bed7c21b59 {{(pid=104163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:23:52.971775 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-ad359bcf-b361-45de-8948-513a8a881a86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (59d8a0c3-d93f-4f56-b308-95bed7c21b59), before_delete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:52.974530 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0750f08-6542-432c-9233-76ad1d022392 admin admin] No DVR routers for this DVR port 59d8a0c3-d93f-4f56-b308-95bed7c21b59 on host dv-cinder-815582-11-iscsi {{(pid=104161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 01:23:52.995076 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0750f08-6542-432c-9233-76ad1d022392 admin admin] Pushing event deleted for resources: {'Port': ['ID=59d8a0c3-d93f-4f56-b308-95bed7c21b59,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:23:53.012042 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device d14e0713-71d9-4535-845f-2445619966f1 no longer exists at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:23:53.045632 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] No Port match for: d14e0713-71d9-4535-845f-2445619966f1 {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:23:53.045973 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device d14e0713-71d9-4535-845f-2445619966f1 not bound to the agent host dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:23:53.046770 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 4119ecdc-74b3-4e11-9634-0d7975175dc1 no longer exists at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:23:53.071121 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f0750f08-6542-432c-9233-76ad1d022392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1398533', 'neutron.services.segments.db._delete_segments_for_network-8778716901834'] for network (8fb79833-4451-4cd5-9bed-2e7077e9dab0), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:53.074942 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] No Port match for: 4119ecdc-74b3-4e11-9634-0d7975175dc1 {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:23:53.075292 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 4119ecdc-74b3-4e11-9634-0d7975175dc1 not bound to the agent host dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:23:53.075706 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 59d8a0c3-d93f-4f56-b308-95bed7c21b59 no longer exists at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:23:53.093781 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-f0750f08-6542-432c-9233-76ad1d022392 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fb79833-4451-4cd5-9bed-2e7077e9dab0']}} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:23:53.098512 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-ad359bcf-b361-45de-8948-513a8a881a86 None None] For port 59d8a0c3-d93f-4f56-b308-95bed7c21b59, host dv-cinder-815582-11-iscsi, got binding levels [] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:23:53.099045 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-ad359bcf-b361-45de-8948-513a8a881a86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (59d8a0c3-d93f-4f56-b308-95bed7c21b59), precommit_delete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:53.101548 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] No Port match for: 59d8a0c3-d93f-4f56-b308-95bed7c21b59 {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:23:53.101895 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 59d8a0c3-d93f-4f56-b308-95bed7c21b59 not bound to the agent host dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:23:53.103901 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-f0750f08-6542-432c-9233-76ad1d022392 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f091028-67b6-43d9-902a-6ef3fd4f5622') {'for_net_delete': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:23:53.104206 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-f0750f08-6542-432c-9233-76ad1d022392 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f091028-67b6-43d9-902a-6ef3fd4f5622') {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:23:53.105869 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:53.108221 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:23:53.117146 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-ad359bcf-b361-45de-8948-513a8a881a86 None None] Calling delete_port for 59d8a0c3-d93f-4f56-b308-95bed7c21b59 owned by network:dhcp {{(pid=104163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:23:53.120083 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f0750f08-6542-432c-9233-76ad1d022392 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778716901735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4967711'] for segment (3f091028-67b6-43d9-902a-6ef3fd4f5622), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:53.120290 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.ipam_backend_mixin [None req-ad359bcf-b361-45de-8948-513a8a881a86 None None] Port 59d8a0c3-d93f-4f56-b308-95bed7c21b59 was not found and therefore no delete operation was performed {{(pid=104163) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 28 01:23:53.121454 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-ad359bcf-b361-45de-8948-513a8a881a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436'] for port (59d8a0c3-d93f-4f56-b308-95bed7c21b59), after_delete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:53.136841 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f0750f08-6542-432c-9233-76ad1d022392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084'] for segment (3f091028-67b6-43d9-902a-6ef3fd4f5622), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:53.144162 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0750f08-6542-432c-9233-76ad1d022392 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=104161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 01:23:53.144599 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f0750f08-6542-432c-9233-76ad1d022392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4595665'] for segment (3f091028-67b6-43d9-902a-6ef3fd4f5622), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:53.150109 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad359bcf-b361-45de-8948-513a8a881a86 None None] Pushing event deleted for resources: {'Port': ['ID=59d8a0c3-d93f-4f56-b308-95bed7c21b59,revision_number=None']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:23:53.152184 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad359bcf-b361-45de-8948-513a8a881a86 None None] No DVR routers for this DVR port 59d8a0c3-d93f-4f56-b308-95bed7c21b59 on host dv-cinder-815582-11-iscsi {{(pid=104163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 01:23:53.196906 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.services.segments.plugin [-] Segment 3f091028-67b6-43d9-902a-6ef3fd4f5622 resource provider aggregate not found Jul 28 01:23:53.218218 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.services.segments.plugin [-] Segment 3f091028-67b6-43d9-902a-6ef3fd4f5622 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3f091028-67b6-43d9-902a-6ef3fd4f5622 found for delete ", "request_id": "req-c0bcd517-0249-4ab0-a94b-2140c462f04f"}]} Jul 28 01:23:53.227686 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f0750f08-6542-432c-9233-76ad1d022392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1398542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-949559'] for network (8fb79833-4451-4cd5-9bed-2e7077e9dab0), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:53.232603 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f0750f08-6542-432c-9233-76ad1d022392 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:53.236506 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-f0750f08-6542-432c-9233-76ad1d022392 admin admin] 10.222.0.17 "DELETE /v2.0/networks/8fb79833-4451-4cd5-9bed-2e7077e9dab0 HTTP/1.1" status: 204 len: 168 time: 0.5674424 Jul 28 01:23:53.250170 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0750f08-6542-432c-9233-76ad1d022392 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fb79833-4451-4cd5-9bed-2e7077e9dab0,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:23:53.352777 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 55008) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:23:53.393721 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-6079d65c-a3cc-46e5-b04b-2cee1b0887ea admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d14de33f76ea44db8899900481299b87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397737 Jul 28 01:23:53.396333 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 55010) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:23:53.450720 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-87dad297-0980-41dd-86e7-9f97b629a74e admin admin] Publish callbacks [] for security_group (011874ae-ffc2-43d7-8ed8-5cf7ff3d794d), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:53.485983 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-87dad297-0980-41dd-86e7-9f97b629a74e admin admin] Publish callbacks [] for security_group (011874ae-ffc2-43d7-8ed8-5cf7ff3d794d), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:53.541642 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-87dad297-0980-41dd-86e7-9f97b629a74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (011874ae-ffc2-43d7-8ed8-5cf7ff3d794d), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:53.545829 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-87dad297-0980-41dd-86e7-9f97b629a74e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:53.547331 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-87dad297-0980-41dd-86e7-9f97b629a74e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/011874ae-ffc2-43d7-8ed8-5cf7ff3d794d HTTP/1.1" status: 204 len: 168 time: 0.1501429 Jul 28 01:23:53.555695 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dad297-0980-41dd-86e7-9f97b629a74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011874ae-ffc2-43d7-8ed8-5cf7ff3d794d,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:23:53.913332 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 55016) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:23:53.960102 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-c9a33267-3529-431b-9fe6-de1f14fc226a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=5b33bcc707974091b1098e10867c5ccb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454414 Jul 28 01:23:53.963682 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 55018) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:23:54.025778 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-af24cb7c-c014-40de-8013-bc47d5348090 admin admin] Publish callbacks [] for security_group (0051cde4-9be5-4455-a758-8961776cf361), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:54.048650 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-af24cb7c-c014-40de-8013-bc47d5348090 admin admin] Publish callbacks [] for security_group (0051cde4-9be5-4455-a758-8961776cf361), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:54.117116 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-af24cb7c-c014-40de-8013-bc47d5348090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (0051cde4-9be5-4455-a758-8961776cf361), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:54.119848 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-af24cb7c-c014-40de-8013-bc47d5348090 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:23:54.121000 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-af24cb7c-c014-40de-8013-bc47d5348090 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/0051cde4-9be5-4455-a758-8961776cf361 HTTP/1.1" status: 204 len: 168 time: 0.1564648 Jul 28 01:23:54.128961 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af24cb7c-c014-40de-8013-bc47d5348090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0051cde4-9be5-4455-a758-8961776cf361,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:24:02.491510 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (8d4a48be-b376-49eb-a7aa-478deaa3f35f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:03.525839 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=64,neutron:DELETE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:24:03.551221 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=45,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:24:04.094231 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=25,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:24:04.125146 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=64,neutron:DELETE=7 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:24:04.494598 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:24:04.495528 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:24:07.852558 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-91bdeb7b-db06-4177-98d5-9880dd20eb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:10.356001 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-5c7d9c4a-53ea-4784-84be-cce4e50772ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:11.388466 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:12.433707 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.agents_db [None req-b5d7b8ea-190f-43e3-81f4-c45e7fbfa344 None None] Agent healthcheck: found 6 active agents {{(pid=104164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 01:24:12.767491 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:13.035302 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:22.427681 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:24:22.428895 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:24:23.026401 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=29,neutron:UPDATE=4 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:24:23.028591 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:24:32.496529 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (8d4a48be-b376-49eb-a7aa-478deaa3f35f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:32.803995 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde95f6-5e93-4f9b-a974-19da01e4998a req-2168b140-9039-457e-b06d-b77b2999fa18 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:24:32.805317 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2fde95f6-5e93-4f9b-a974-19da01e4998a req-2168b140-9039-457e-b06d-b77b2999fa18 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=f8ac698d-b3fd-49fa-b040-c9521c87932a HTTP/1.1" status: 200 len: 945 time: 0.0539300 Jul 28 01:24:32.857260 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2fde95f6-5e93-4f9b-a974-19da01e4998a req-6c36009c-7479-44fa-bc9f-442783fe0208 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups?id=88905682-1ebe-470d-96e9-54640e9de5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432315 Jul 28 01:24:34.006245 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56674b-efba-41aa-9a05-cc7fa94d83f4 req-109fc077-7df3-4ecd-890c-b83d9a44d933 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:24:34.007754 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fa56674b-efba-41aa-9a05-cc7fa94d83f4 req-109fc077-7df3-4ecd-890c-b83d9a44d933 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=f8ac698d-b3fd-49fa-b040-c9521c87932a HTTP/1.1" status: 200 len: 945 time: 0.0512533 Jul 28 01:24:34.057303 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-fa56674b-efba-41aa-9a05-cc7fa94d83f4 req-6eda9c76-6658-426d-a144-28c23d69cbf6 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups?id=88905682-1ebe-470d-96e9-54640e9de5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414591 Jul 28 01:24:34.237636 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3db075-6a6e-4932-b354-dcfe34fe193e req-1e9e6e83-4116-4898-8fb5-26b6c097a4ff tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:24:34.239098 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2a3db075-6a6e-4932-b354-dcfe34fe193e req-1e9e6e83-4116-4898-8fb5-26b6c097a4ff tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8ac698d-b3fd-49fa-b040-c9521c87932a HTTP/1.1" status: 200 len: 945 time: 0.0603309 Jul 28 01:24:34.320337 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [req-2a3db075-6a6e-4932-b354-dcfe34fe193e req-e4e4daa0-791b-494f-be0c-94cba7408e71 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Deleting port 1c124828-ba63-4126-8155-ff63fb6ffd96 {{(pid=104162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:24:34.320641 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-2a3db075-6a6e-4932-b354-dcfe34fe193e req-e4e4daa0-791b-494f-be0c-94cba7408e71 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (1c124828-ba63-4126-8155-ff63fb6ffd96), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:34.411063 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [req-2a3db075-6a6e-4932-b354-dcfe34fe193e req-e4e4daa0-791b-494f-be0c-94cba7408e71 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] For port 1c124828-ba63-4126-8155-ff63fb6ffd96, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1c124828-ba63-4126-8155-ff63fb6ffd96,segment=NetworkSegment(09a4dbbe-38b5-4ce4-8d83-42afd69b4a73),segment_id=09a4dbbe-38b5-4ce4-8d83-42afd69b4a73)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:24:34.411412 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-2a3db075-6a6e-4932-b354-dcfe34fe193e req-e4e4daa0-791b-494f-be0c-94cba7408e71 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (1c124828-ba63-4126-8155-ff63fb6ffd96), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:34.576164 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-2a3db075-6a6e-4932-b354-dcfe34fe193e req-e4e4daa0-791b-494f-be0c-94cba7408e71 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:34.576494 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-2a3db075-6a6e-4932-b354-dcfe34fe193e req-e4e4daa0-791b-494f-be0c-94cba7408e71 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-949731'] for floatingip (a1401888-f5ea-42d4-b5f9-630086a79bbf), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:34.576782 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.db.l3_db [req-2a3db075-6a6e-4932-b354-dcfe34fe193e req-e4e4daa0-791b-494f-be0c-94cba7408e71 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Floating IP a1401888-f5ea-42d4-b5f9-630086a79bbf disassociated. External IP: 172.27.1.8, port: 1c124828-ba63-4126-8155-ff63fb6ffd96. Jul 28 01:24:34.577159 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [req-2a3db075-6a6e-4932-b354-dcfe34fe193e req-e4e4daa0-791b-494f-be0c-94cba7408e71 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Calling delete_port for 1c124828-ba63-4126-8155-ff63fb6ffd96 owned by compute:nova {{(pid=104162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:24:34.719113 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-2a3db075-6a6e-4932-b354-dcfe34fe193e req-e4e4daa0-791b-494f-be0c-94cba7408e71 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (1c124828-ba63-4126-8155-ff63fb6ffd96), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:34.757709 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4daa0-791b-494f-be0c-94cba7408e71 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Pushing event deleted for resources: {'Port': ['ID=1c124828-ba63-4126-8155-ff63fb6ffd96,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:24:34.767948 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4daa0-791b-494f-be0c-94cba7408e71 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:24:34.768294 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4daa0-791b-494f-be0c-94cba7408e71 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:24:34.768639 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4daa0-791b-494f-be0c-94cba7408e71 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:24:34.768944 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4daa0-791b-494f-be0c-94cba7408e71 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:24:34.769297 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4daa0-791b-494f-be0c-94cba7408e71 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:24:34.769634 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4daa0-791b-494f-be0c-94cba7408e71 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:24:34.769971 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4daa0-791b-494f-be0c-94cba7408e71 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:24:34.770327 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4daa0-791b-494f-be0c-94cba7408e71 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:24:34.770655 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4daa0-791b-494f-be0c-94cba7408e71 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:24:34.770986 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4daa0-791b-494f-be0c-94cba7408e71 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:24:34.771310 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4daa0-791b-494f-be0c-94cba7408e71 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:24:34.771656 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4daa0-791b-494f-be0c-94cba7408e71 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:24:34.771972 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4daa0-791b-494f-be0c-94cba7408e71 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:24:34.772319 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4daa0-791b-494f-be0c-94cba7408e71 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:24:34.772639 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4daa0-791b-494f-be0c-94cba7408e71 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:24:34.876812 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a3db075-6a6e-4932-b354-dcfe34fe193e req-e4e4daa0-791b-494f-be0c-94cba7408e71 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Router e0411a7d-a680-4c17-ab1c-279608a4c93c has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:24:34.959055 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:24:34.961841 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:24:34.990748 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a3db075-6a6e-4932-b354-dcfe34fe193e req-e4e4daa0-791b-494f-be0c-94cba7408e71 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:24:35.001476 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fcf450-eff9-47c5-934c-fcb8f57d6b1a None None] Sync routers for ids ['e0411a7d-a680-4c17-ab1c-279608a4c93c'] in dv-cinder-815582-11-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:24:35.012523 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fcf450-eff9-47c5-934c-fcb8f57d6b1a None None] Routers {'e0411a7d-a680-4c17-ab1c-279608a4c93c'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:24:35.013420 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-16fcf450-eff9-47c5-934c-fcb8f57d6b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:24:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['e0411a7d-a680-4c17-ab1c-279608a4c93c'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:24:35.037368 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a3db075-6a6e-4932-b354-dcfe34fe193e req-e4e4daa0-791b-494f-be0c-94cba7408e71 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] No DVR routers for this DVR port 1c124828-ba63-4126-8155-ff63fb6ffd96 on host hv-cinder-81558 {{(pid=104162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 01:24:35.040051 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-2a3db075-6a6e-4932-b354-dcfe34fe193e req-e4e4daa0-791b-494f-be0c-94cba7408e71 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:35.043353 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2a3db075-6a6e-4932-b354-dcfe34fe193e req-e4e4daa0-791b-494f-be0c-94cba7408e71 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.42 "DELETE /v2.0/ports/1c124828-ba63-4126-8155-ff63fb6ffd96 HTTP/1.1" status: 204 len: 173 time: 0.7983410 Jul 28 01:24:35.043794 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ac698d-b3fd-49fa-b040-c9521c87932a', 'name': 'network-vif-deleted', 'tag': '1c124828-ba63-4126-8155-ff63fb6ffd96'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:24:35.046111 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f6b11fd638c6a58f8ef19871f5a43997b3abcb3256dc707badf279ceb4d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91f8ca5-8914-4dfd-ae1a-1cfa5f0cddb7" -d '{"events": [{"server_uuid": "f8ac698d-b3fd-49fa-b040-c9521c87932a", "name": "network-vif-deleted", "tag": "1c124828-ba63-4126-8155-ff63fb6ffd96"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:24:35.122064 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-16fcf450-eff9-47c5-934c-fcb8f57d6b1a None None] Set router e0411a7d-a680-4c17-ab1c-279608a4c93c gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:24:35.340129 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-16fcf450-eff9-47c5-934c-fcb8f57d6b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'name': 'tempest-AttachVolumeNegativeTest-519383643-router', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:21:22Z', 'updated_at': '2022-07-28T01:21:25Z', 'revision_number': 4, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'gw_port': {'id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:23Z', 'updated_at': '2022-07-28T01:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7', 'name': '', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'mac_address': 'fa:16:3e:6c:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:24Z', 'updated_at': '2022-07-28T01:21:29Z', 'revision_number': 5, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'subnets': [{'id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:24:35.366376 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fcf450-eff9-47c5-934c-fcb8f57d6b1a None None] Checking router: e0411a7d-a680-4c17-ab1c-279608a4c93c for host: dv-cinder-815582-11-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:24:35.375277 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fcf450-eff9-47c5-934c-fcb8f57d6b1a None None] Routers {'e0411a7d-a680-4c17-ab1c-279608a4c93c'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:24:35.375899 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-16fcf450-eff9-47c5-934c-fcb8f57d6b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:24:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['e0411a7d-a680-4c17-ab1c-279608a4c93c'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:24:35.486892 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 01:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93fb95b-a2d6-48f8-a979-2bd8274b0ddc x-openstack-request-id: req-a93fb95b-a2d6-48f8-a979-2bd8274b0ddc {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:24:35.487171 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ac698d-b3fd-49fa-b040-c9521c87932a", "name": "network-vif-deleted", "tag": "1c124828-ba63-4126-8155-ff63fb6ffd96", "status": "completed", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:24:35.487423 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-a93fb95b-a2d6-48f8-a979-2bd8274b0ddc {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:24:35.487830 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a93fb95b-a2d6-48f8-a979-2bd8274b0ddc'] response: {'server_uuid': 'f8ac698d-b3fd-49fa-b040-c9521c87932a', 'name': 'network-vif-deleted', 'tag': '1c124828-ba63-4126-8155-ff63fb6ffd96', 'status': 'completed', 'code': 200} Jul 28 01:24:35.489869 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-d3c2b8e9-0c49-4492-8cc8-4c56c5a17ce2 req-b56e2705-a3e0-4876-a715-eeaefc361d10 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=f8ac698d-b3fd-49fa-b040-c9521c87932a HTTP/1.1" status: 200 len: 210 time: 0.3384366 Jul 28 01:24:35.490014 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-16fcf450-eff9-47c5-934c-fcb8f57d6b1a None None] Set router e0411a7d-a680-4c17-ab1c-279608a4c93c gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:24:35.680264 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-16fcf450-eff9-47c5-934c-fcb8f57d6b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'name': 'tempest-AttachVolumeNegativeTest-519383643-router', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:21:22Z', 'updated_at': '2022-07-28T01:21:25Z', 'revision_number': 4, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'gw_port': {'id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:23Z', 'updated_at': '2022-07-28T01:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7', 'name': '', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'mac_address': 'fa:16:3e:6c:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:24Z', 'updated_at': '2022-07-28T01:21:29Z', 'revision_number': 5, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'subnets': [{'id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:24:35.705030 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fcf450-eff9-47c5-934c-fcb8f57d6b1a None None] The sync data for ids ['e0411a7d-a680-4c17-ab1c-279608a4c93c'] in dv-cinder-815582-11-iscsi is: [{'id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'name': 'tempest-AttachVolumeNegativeTest-519383643-router', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:21:22Z', 'updated_at': '2022-07-28T01:21:25Z', 'revision_number': 4, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'gw_port': {'id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:23Z', 'updated_at': '2022-07-28T01:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7', 'name': '', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'mac_address': 'fa:16:3e:6c:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:24Z', 'updated_at': '2022-07-28T01:21:29Z', 'revision_number': 5, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'subnets': [{'id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:24:35.950247 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67a0108-ffe9-4245-8df7-f70f1233337f None None] New status for floating IP a1401888-f5ea-42d4-b5f9-630086a79bbf: DOWN {{(pid=104164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 01:24:36.598632 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 55096) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:24:36.658253 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2e0ff144-9777-4544-b6c5-8f92dd99bc00 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for security_group (88905682-1ebe-470d-96e9-54640e9de5c5), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:36.684121 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2e0ff144-9777-4544-b6c5-8f92dd99bc00 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for security_group (88905682-1ebe-470d-96e9-54640e9de5c5), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:36.738918 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2e0ff144-9777-4544-b6c5-8f92dd99bc00 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (88905682-1ebe-470d-96e9-54640e9de5c5), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:36.742456 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2e0ff144-9777-4544-b6c5-8f92dd99bc00 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:36.743684 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-2e0ff144-9777-4544-b6c5-8f92dd99bc00 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "DELETE /v2.0/security-groups/88905682-1ebe-470d-96e9-54640e9de5c5 HTTP/1.1" status: 204 len: 168 time: 0.1439962 Jul 28 01:24:36.746631 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 55098) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:24:36.753114 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0ff144-9777-4544-b6c5-8f92dd99bc00 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88905682-1ebe-470d-96e9-54640e9de5c5,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:24:36.762949 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.api.v2.resource [None req-e20a949a-a71c-44cf-bb05-48cadcc0500b tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] show failed (client error): The resource could not be found. Jul 28 01:24:36.763910 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-e20a949a-a71c-44cf-bb05-48cadcc0500b tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups/88905682-1ebe-470d-96e9-54640e9de5c5 HTTP/1.1" status: 404 len: 347 time: 0.0161908 Jul 28 01:24:36.766997 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 55100) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:24:36.881227 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-1b47f333-0004-438e-b2fa-5bd33cc8ec9e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Deleting port bbc9007a-e519-493d-b3dc-7c5ef38f441c {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:24:36.881571 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1b47f333-0004-438e-b2fa-5bd33cc8ec9e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (bbc9007a-e519-493d-b3dc-7c5ef38f441c), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:36.969169 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1b47f333-0004-438e-b2fa-5bd33cc8ec9e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (bbc9007a-e519-493d-b3dc-7c5ef38f441c), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:36.969478 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1b47f333-0004-438e-b2fa-5bd33cc8ec9e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for floatingip (bbc9007a-e519-493d-b3dc-7c5ef38f441c), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:36.982964 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-1b47f333-0004-438e-b2fa-5bd33cc8ec9e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Calling delete_port for bbc9007a-e519-493d-b3dc-7c5ef38f441c owned by network:floatingip {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:24:37.134952 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1b47f333-0004-438e-b2fa-5bd33cc8ec9e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4595618'] for port (bbc9007a-e519-493d-b3dc-7c5ef38f441c), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:37.157320 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b47f333-0004-438e-b2fa-5bd33cc8ec9e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Pushing event deleted for resources: {'Port': ['ID=bbc9007a-e519-493d-b3dc-7c5ef38f441c,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:24:37.223557 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1b47f333-0004-438e-b2fa-5bd33cc8ec9e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for floatingip (a1401888-f5ea-42d4-b5f9-630086a79bbf), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:37.225996 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1b47f333-0004-438e-b2fa-5bd33cc8ec9e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for floatingip (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:37.227171 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-1b47f333-0004-438e-b2fa-5bd33cc8ec9e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "DELETE /v2.0/floatingips/a1401888-f5ea-42d4-b5f9-630086a79bbf HTTP/1.1" status: 204 len: 168 time: 0.4591794 Jul 28 01:24:37.298670 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 55104) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:24:37.303754 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-5dff1ff0-df04-4b41-978b-99201e3eb0a1 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1900542755', 'description': 'tempest-description--832526728'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:24:37.329798 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5dff1ff0-df04-4b41-978b-99201e3eb0a1 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:37.398539 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5dff1ff0-df04-4b41-978b-99201e3eb0a1 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for security_group (407f7de9-a101-4e48-9e45-f69a9bf299ba), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:37.404960 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5dff1ff0-df04-4b41-978b-99201e3eb0a1 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (407f7de9-a101-4e48-9e45-f69a9bf299ba), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:37.433218 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff1ff0-df04-4b41-978b-99201e3eb0a1 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=407f7de9-a101-4e48-9e45-f69a9bf299ba,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:24:37.437315 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5dff1ff0-df04-4b41-978b-99201e3eb0a1 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:37.441277 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-5dff1ff0-df04-4b41-978b-99201e3eb0a1 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1388369 Jul 28 01:24:37.441966 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 55106) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:24:37.445684 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-ae227945-65ed-4e28-a244-45fa2506173e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Request body: {'security_group_rule': {'security_group_id': '407f7de9-a101-4e48-9e45-f69a9bf299ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:24:37.470972 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:24:37.473000 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ae227945-65ed-4e28-a244-45fa2506173e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for security_group_rule (d9d7683c-025e-4eaa-8b19-def3eb6b4da9), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:37.497611 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:24:37.530359 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ae227945-65ed-4e28-a244-45fa2506173e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for security_group_rule (d9d7683c-025e-4eaa-8b19-def3eb6b4da9), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:37.534674 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ae227945-65ed-4e28-a244-45fa2506173e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553027'] for security_group_rule (d9d7683c-025e-4eaa-8b19-def3eb6b4da9), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:37.556503 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae227945-65ed-4e28-a244-45fa2506173e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d7683c-025e-4eaa-8b19-def3eb6b4da9,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:24:37.562059 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ae227945-65ed-4e28-a244-45fa2506173e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:37.565791 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-ae227945-65ed-4e28-a244-45fa2506173e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208303 Jul 28 01:24:37.565927 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 55108) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:24:37.570285 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-cebf7a55-7e07-4ffb-8299-2efb26fb6e9b tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Request body: {'security_group_rule': {'security_group_id': '407f7de9-a101-4e48-9e45-f69a9bf299ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:24:37.602697 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cebf7a55-7e07-4ffb-8299-2efb26fb6e9b tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for security_group_rule (46b46796-d2ff-49a9-aa36-51999b33009f), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:37.856502 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-c1a35add-9f8c-4b81-b339-bbef4c740938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:37.897435 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cebf7a55-7e07-4ffb-8299-2efb26fb6e9b tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for security_group_rule (46b46796-d2ff-49a9-aa36-51999b33009f), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:37.901567 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cebf7a55-7e07-4ffb-8299-2efb26fb6e9b tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553027'] for security_group_rule (46b46796-d2ff-49a9-aa36-51999b33009f), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:37.919329 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf7a55-7e07-4ffb-8299-2efb26fb6e9b tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46b46796-d2ff-49a9-aa36-51999b33009f,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:24:37.927901 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cebf7a55-7e07-4ffb-8299-2efb26fb6e9b tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:37.929096 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-cebf7a55-7e07-4ffb-8299-2efb26fb6e9b tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3622832 Jul 28 01:24:37.932394 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 55110) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:24:37.936566 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-0083d7cd-a751-4918-afe3-f426447ed5fe tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Request body: {'floatingip': {'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:24:37.961418 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0083d7cd-a751-4918-afe3-f426447ed5fe tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:38.047291 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0083d7cd-a751-4918-afe3-f426447ed5fe tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:38.153430 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [None req-0083d7cd-a751-4918-afe3-f426447ed5fe tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Allocated IP 172.27.1.10 (db4fd262-df4a-4858-b92c-469a7b8f139e/fbbec24e-3b1c-439c-846a-fd72122ae4ff/e8394409-a759-4817-92c0-312d2ee63eba) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:24:38.228356 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 1c124828-ba63-4126-8155-ff63fb6ffd96 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:24:38.250887 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] No Port match for: 1c124828-ba63-4126-8155-ff63fb6ffd96 {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:24:38.251314 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device 1c124828-ba63-4126-8155-ff63fb6ffd96 not bound to the agent host hv-cinder-81558 {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:24:38.264024 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0083d7cd-a751-4918-afe3-f426447ed5fe tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for port (e8394409-a759-4817-92c0-312d2ee63eba), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:38.301894 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0083d7cd-a751-4918-afe3-f426447ed5fe tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4595618'] for port (e8394409-a759-4817-92c0-312d2ee63eba), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:38.350266 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0083d7cd-a751-4918-afe3-f426447ed5fe tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Network db4fd262-df4a-4858-b92c-469a7b8f139e is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:24:38.355393 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-0083d7cd-a751-4918-afe3-f426447ed5fe tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:24:38.358672 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0083d7cd-a751-4918-afe3-f426447ed5fe tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:24:38.361882 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0083d7cd-a751-4918-afe3-f426447ed5fe tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Pushing event updated for resources: {'Port': ['ID=e8394409-a759-4817-92c0-312d2ee63eba,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:24:38.444910 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:24:38.449696 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0083d7cd-a751-4918-afe3-f426447ed5fe tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for floatingip (b07b4020-b032-45be-ad45-607e385e533c), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:38.454334 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:24:38.493356 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0083d7cd-a751-4918-afe3-f426447ed5fe tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (e8394409-a759-4817-92c0-312d2ee63eba), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:38.649777 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0083d7cd-a751-4918-afe3-f426447ed5fe tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for port (e8394409-a759-4817-92c0-312d2ee63eba), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:38.657106 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0083d7cd-a751-4918-afe3-f426447ed5fe tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4595637'] for port (e8394409-a759-4817-92c0-312d2ee63eba), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:38.728353 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0083d7cd-a751-4918-afe3-f426447ed5fe tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Pushing event updated for resources: {'Port': ['ID=e8394409-a759-4817-92c0-312d2ee63eba,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:24:38.743619 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0083d7cd-a751-4918-afe3-f426447ed5fe tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-949731'] for floatingip (b07b4020-b032-45be-ad45-607e385e533c), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:38.762705 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0083d7cd-a751-4918-afe3-f426447ed5fe tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for floatingip (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:38.763988 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-0083d7cd-a751-4918-afe3-f426447ed5fe tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8306675 Jul 28 01:24:38.971397 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-303ee689-5051-4f26-b3b2-6398fea30574 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1900542755&fields=id&tenant_id=adb91176f5f74f1199b2fc27c248cecd HTTP/1.1" status: 200 len: 267 time: 0.0437942 Jul 28 01:24:39.109306 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-1f2ad9e3-2794-4f81-858f-7212b2bc69dc tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:24:39.110661 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-1f2ad9e3-2794-4f81-858f-7212b2bc69dc tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/networks?id=bac661c0-9620-4ebf-b1dc-5201ea1d9315 HTTP/1.1" status: 200 len: 814 time: 0.1324656 Jul 28 01:24:39.126005 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-939e5505-93a0-452d-8bf0-0e769faa67a6 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/quotas/adb91176f5f74f1199b2fc27c248cecd HTTP/1.1" status: 200 len: 375 time: 0.0096869 Jul 28 01:24:39.180473 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-ec8a8a77-1e7e-4dea-ac7d-5e31bb17111c tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=adb91176f5f74f1199b2fc27c248cecd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489049 Jul 28 01:24:39.390958 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-9d4c62d7-25f4-42af-bed9-76b6b2525413 service neutron] 10.222.0.17 "GET /v2.0/networks/bac661c0-9620-4ebf-b1dc-5201ea1d9315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965055 Jul 28 01:24:39.493006 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-9fe12d3f-22c2-439a-b8fc-673c54b20b3b service neutron] 10.222.0.17 "GET /v2.0/networks/bac661c0-9620-4ebf-b1dc-5201ea1d9315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941396 Jul 28 01:24:39.661968 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-5bb8f315-937d-43aa-867f-2a7b88be8db3 req-5e43eaa2-ac63-4c62-9c0f-85f3f5fb42ab tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=d48d8b19-cc65-46a9-a5af-3ed43d5112b8 HTTP/1.1" status: 200 len: 210 time: 0.0285258 Jul 28 01:24:40.353073 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-a385697c-c717-474f-8d9a-45f41d7451fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:40.746241 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0f3ee105-ac98-4da3-b956-2a867c1f97b3 req-6327ffbc-82b1-497b-a84c-9270ffb6b85e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=d48d8b19-cc65-46a9-a5af-3ed43d5112b8 HTTP/1.1" status: 200 len: 210 time: 0.0279961 Jul 28 01:24:41.396740 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:41.835215 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-bc8f2dce-0b94-42c4-8b9d-a17bac8e0750 req-ec3609a1-966b-4619-b4a5-8588e1435435 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=d48d8b19-cc65-46a9-a5af-3ed43d5112b8 HTTP/1.1" status: 200 len: 210 time: 0.0341523 Jul 28 01:24:42.768309 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:42.926306 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b025e3a9-991b-4b6e-b4e0-ba27f312da87 req-3551ebfe-7b18-45c2-9826-076d23b35607 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=d48d8b19-cc65-46a9-a5af-3ed43d5112b8 HTTP/1.1" status: 200 len: 210 time: 0.0289047 Jul 28 01:24:43.030236 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:44.035270 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-054596e9-d78a-46f2-bf6f-bdcd9f779f71 req-f832e7f7-eac5-43f3-aaeb-af362d5584c2 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=d48d8b19-cc65-46a9-a5af-3ed43d5112b8 HTTP/1.1" status: 200 len: 210 time: 0.0310602 Jul 28 01:24:44.667623 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-d1d5de68-d4a8-452d-b3ee-862bb0a44e59 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:24:44.669138 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-d1d5de68-d4a8-452d-b3ee-862bb0a44e59 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.42 "GET /v2.0/networks?id=bac661c0-9620-4ebf-b1dc-5201ea1d9315 HTTP/1.1" status: 200 len: 814 time: 0.1084199 Jul 28 01:24:44.732218 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-d360e141-e1fb-4984-97bf-e40670441f11 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adb91176f5f74f1199b2fc27c248cecd HTTP/1.1" status: 200 len: 380 time: 0.0551207 Jul 28 01:24:44.800495 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-ba4e41b7-797b-4fcb-a010-9f87256302a3 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Request body: {'port': {'device_id': 'd48d8b19-cc65-46a9-a5af-3ed43d5112b8', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'admin_state_up': True, 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'security_groups': ['407f7de9-a101-4e48-9e45-f69a9bf299ba']}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:24:44.927226 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-ba4e41b7-797b-4fcb-a010-9f87256302a3 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Made reservation on behalf of adb91176f5f74f1199b2fc27c248cecd for: {'port': 1} {{(pid=104162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:24:44.931079 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-ba4e41b7-797b-4fcb-a010-9f87256302a3 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:45.011699 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:24:45.056728 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_common [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-ba4e41b7-797b-4fcb-a010-9f87256302a3 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Allocated IP 172.20.0.12 (bac661c0-9620-4ebf-b1dc-5201ea1d9315/f7bad7ae-d0ad-40fd-9058-fa644f2bc097/ab826f4b-ea12-4f41-8f27-c2c7c9639e90) {{(pid=104162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 01:24:45.069073 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:24:45.172476 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-2dcd103b-0a0f-4999-ad7d-2e01fe5cee8b req-25f59045-31a2-4b63-a577-f92b3b9b956f tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=d48d8b19-cc65-46a9-a5af-3ed43d5112b8 HTTP/1.1" status: 200 len: 210 time: 0.0600131 Jul 28 01:24:45.230143 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-ba4e41b7-797b-4fcb-a010-9f87256302a3 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for port (ab826f4b-ea12-4f41-8f27-c2c7c9639e90), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:45.270219 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-ba4e41b7-797b-4fcb-a010-9f87256302a3 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778716399427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (ab826f4b-ea12-4f41-8f27-c2c7c9639e90), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:45.317913 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-ba4e41b7-797b-4fcb-a010-9f87256302a3 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Network bac661c0-9620-4ebf-b1dc-5201ea1d9315 is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 01:24:45.321238 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-ba4e41b7-797b-4fcb-a010-9f87256302a3 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:24:45.325130 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-ba4e41b7-797b-4fcb-a010-9f87256302a3 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Received port after_create {{(pid=104162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 01:24:45.348652 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e41b7-797b-4fcb-a010-9f87256302a3 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Pushing event updated for resources: {'Port': ['ID=ab826f4b-ea12-4f41-8f27-c2c7c9639e90,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:24:45.382761 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-ba4e41b7-797b-4fcb-a010-9f87256302a3 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:24:45.383435 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-ba4e41b7-797b-4fcb-a010-9f87256302a3 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:45.402637 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-ba4e41b7-797b-4fcb-a010-9f87256302a3 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6060696 Jul 28 01:24:45.414105 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-a89d7da5-1411-4c61-83c6-09daef359b5f service neutron] Request body: {'port': {'device_id': 'd48d8b19-cc65-46a9-a5af-3ed43d5112b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:24:45.477157 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-a89d7da5-1411-4c61-83c6-09daef359b5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (ab826f4b-ea12-4f41-8f27-c2c7c9639e90), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:45.573591 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-be5d8965-326e-4af7-b048-8ff0cb52160e None None] Provisioning complete for port ab826f4b-ea12-4f41-8f27-c2c7c9639e90 triggered by entity DHCP. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:24:45.574179 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-be5d8965-326e-4af7-b048-8ff0cb52160e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (ab826f4b-ea12-4f41-8f27-c2c7c9639e90), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:45.605070 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:24:45.611062 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-be5d8965-326e-4af7-b048-8ff0cb52160e None None] Port ab826f4b-ea12-4f41-8f27-c2c7c9639e90 cannot update to ACTIVE because it is not bound. {{(pid=104163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 01:24:45.737429 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-a89d7da5-1411-4c61-83c6-09daef359b5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab826f4b-ea12-4f41-8f27-c2c7c9639e90 {{(pid=104162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 01:24:45.745090 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-a89d7da5-1411-4c61-83c6-09daef359b5f service neutron] Publish callbacks [] for port (ab826f4b-ea12-4f41-8f27-c2c7c9639e90), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:45.758108 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-a89d7da5-1411-4c61-83c6-09daef359b5f service neutron] Transition to ACTIVE for port object ab826f4b-ea12-4f41-8f27-c2c7c9639e90 will not be triggered until provisioned by entity L2. {{(pid=104162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 01:24:45.762127 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-a89d7da5-1411-4c61-83c6-09daef359b5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4518704'] for port (ab826f4b-ea12-4f41-8f27-c2c7c9639e90), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:45.796427 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:24:45.814212 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d7da5-1411-4c61-83c6-09daef359b5f service neutron] Pushing event updated for resources: {'Port': ['ID=ab826f4b-ea12-4f41-8f27-c2c7c9639e90,revision_number=2']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:24:45.892726 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-a89d7da5-1411-4c61-83c6-09daef359b5f service neutron] Attempting to bind port ab826f4b-ea12-4f41-8f27-c2c7c9639e90 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 01:24:45.893033 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-a89d7da5-1411-4c61-83c6-09daef359b5f service neutron] Attempting to bind port ab826f4b-ea12-4f41-8f27-c2c7c9639e90 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '09a4dbbe-38b5-4ce4-8d83-42afd69b4a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315'}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 01:24:45.893391 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-a89d7da5-1411-4c61-83c6-09daef359b5f service neutron] Attempting to bind port ab826f4b-ea12-4f41-8f27-c2c7c9639e90 on network bac661c0-9620-4ebf-b1dc-5201ea1d9315 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:24:45.898246 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-a89d7da5-1411-4c61-83c6-09daef359b5f service neutron] Port ab826f4b-ea12-4f41-8f27-c2c7c9639e90 on network bac661c0-9620-4ebf-b1dc-5201ea1d9315 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 01:24:45.898564 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-a89d7da5-1411-4c61-83c6-09daef359b5f service neutron] Attempting to bind port ab826f4b-ea12-4f41-8f27-c2c7c9639e90 on network bac661c0-9620-4ebf-b1dc-5201ea1d9315 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 01:24:45.904121 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-a89d7da5-1411-4c61-83c6-09daef359b5f service neutron] Checking agent: {'id': '8d4a48be-b376-49eb-a7aa-478deaa3f35f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 1, 11, 32), 'started_at': datetime.datetime(2022, 7, 28, 1, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 1, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 01:24:45.904460 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-a89d7da5-1411-4c61-83c6-09daef359b5f service neutron] Checking segment: {'id': '09a4dbbe-38b5-4ce4-8d83-42afd69b4a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:24:45.904822 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-a89d7da5-1411-4c61-83c6-09daef359b5f service neutron] Bound using segment: {'id': '09a4dbbe-38b5-4ce4-8d83-42afd69b4a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315'} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 01:24:45.905275 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-a89d7da5-1411-4c61-83c6-09daef359b5f service neutron] Bound port: ab826f4b-ea12-4f41-8f27-c2c7c9639e90, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09a4dbbe-38b5-4ce4-8d83-42afd69b4a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315'}}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 01:24:45.905631 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-a89d7da5-1411-4c61-83c6-09daef359b5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (ab826f4b-ea12-4f41-8f27-c2c7c9639e90), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:45.917145 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:24:45.973773 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-a89d7da5-1411-4c61-83c6-09daef359b5f service neutron] For port ab826f4b-ea12-4f41-8f27-c2c7c9639e90, host hv-cinder-81558, cleared binding levels {{(pid=104162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 01:24:45.976942 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-a89d7da5-1411-4c61-83c6-09daef359b5f service neutron] For port ab826f4b-ea12-4f41-8f27-c2c7c9639e90, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=ab826f4b-ea12-4f41-8f27-c2c7c9639e90,segment=NetworkSegment(09a4dbbe-38b5-4ce4-8d83-42afd69b4a73),segment_id=09a4dbbe-38b5-4ce4-8d83-42afd69b4a73)] {{(pid=104162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 01:24:45.983831 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-a89d7da5-1411-4c61-83c6-09daef359b5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4518704'] for port (ab826f4b-ea12-4f41-8f27-c2c7c9639e90), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:46.017402 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-a89d7da5-1411-4c61-83c6-09daef359b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:24:46.018437 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-a89d7da5-1411-4c61-83c6-09daef359b5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:46.020115 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-a89d7da5-1411-4c61-83c6-09daef359b5f service neutron] 10.222.0.42 "PUT /v2.0/ports/ab826f4b-ea12-4f41-8f27-c2c7c9639e90 HTTP/1.1" status: 200 len: 1094 time: 0.6103458 Jul 28 01:24:46.020534 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd48d8b19-cc65-46a9-a5af-3ed43d5112b8', 'tag': 'ab826f4b-ea12-4f41-8f27-c2c7c9639e90'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:24:46.022763 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f6b11fd638c6a58f8ef19871f5a43997b3abcb3256dc707badf279ceb4d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3eedfec-2554-47ce-b574-ec46e943a12f" -d '{"events": [{"name": "network-changed", "server_uuid": "d48d8b19-cc65-46a9-a5af-3ed43d5112b8", "tag": "ab826f4b-ea12-4f41-8f27-c2c7c9639e90"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:24:46.027424 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:24:46.030023 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:DELETE=1,neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:24:46.051547 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d7da5-1411-4c61-83c6-09daef359b5f service neutron] Pushing event updated for resources: {'Port': ['ID=ab826f4b-ea12-4f41-8f27-c2c7c9639e90,revision_number=3']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:24:46.081860 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 01:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19cb722-e514-4f7b-ad9d-76a150016479 x-openstack-request-id: req-c19cb722-e514-4f7b-ad9d-76a150016479 {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:24:46.082519 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d48d8b19-cc65-46a9-a5af-3ed43d5112b8", "tag": "ab826f4b-ea12-4f41-8f27-c2c7c9639e90", "status": "completed", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:24:46.082519 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-c19cb722-e514-4f7b-ad9d-76a150016479 {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:24:46.083028 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c19cb722-e514-4f7b-ad9d-76a150016479'] response: {'name': 'network-changed', 'server_uuid': 'd48d8b19-cc65-46a9-a5af-3ed43d5112b8', 'tag': 'ab826f4b-ea12-4f41-8f27-c2c7c9639e90', 'status': 'completed', 'code': 200} Jul 28 01:24:46.113451 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-e95066a2-b256-4d62-8b91-2851bcef6b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:24:46.114777 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-e95066a2-b256-4d62-8b91-2851bcef6b84 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=adb91176f5f74f1199b2fc27c248cecd&device_id=d48d8b19-cc65-46a9-a5af-3ed43d5112b8 HTTP/1.1" status: 200 len: 1128 time: 0.0442462 Jul 28 01:24:46.162451 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-a7c4946b-7463-435e-89f1-0ea41dd2d354 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab826f4b-ea12-4f41-8f27-c2c7c9639e90 HTTP/1.1" status: 200 len: 217 time: 0.0381620 Jul 28 01:24:46.214032 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-b4fc6f02-5818-462a-947b-3a79420d6d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:24:46.215527 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-b4fc6f02-5818-462a-947b-3a79420d6d41 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7bad7ae-d0ad-40fd-9058-fa644f2bc097 HTTP/1.1" status: 200 len: 853 time: 0.0455403 Jul 28 01:24:46.288032 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-a02a4d99-a251-4ebc-a371-d1e3f3ecfb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:24:46.289494 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-a02a4d99-a251-4ebc-a371-d1e3f3ecfb69 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bac661c0-9620-4ebf-b1dc-5201ea1d9315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0673895 Jul 28 01:24:46.304982 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01175cc2-4593-45aa-ba74-5e435d6ccb16 req-3f02dae2-3bb5-4f75-a264-d9f9917cc58d tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:24:46.306363 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-01175cc2-4593-45aa-ba74-5e435d6ccb16 req-3f02dae2-3bb5-4f75-a264-d9f9917cc58d tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=d48d8b19-cc65-46a9-a5af-3ed43d5112b8 HTTP/1.1" status: 200 len: 944 time: 0.0579817 Jul 28 01:24:46.412865 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-01175cc2-4593-45aa-ba74-5e435d6ccb16 req-407ac984-b89a-4ad2-a8ae-f22d714cd05a tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups?id=407f7de9-a101-4e48-9e45-f69a9bf299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977516 Jul 28 01:24:46.426923 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-95d89580-1b29-4208-9cac-d5c369348a41 service neutron] 10.222.0.42 "GET /v2.0/networks/bac661c0-9620-4ebf-b1dc-5201ea1d9315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195087 Jul 28 01:24:46.523420 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ca571155-8727-4d1b-98f4-26dbf12afd5b req-5a083805-3ab7-489d-9131-6017d7d8403c service neutron] 10.222.0.42 "GET /v2.0/networks/bac661c0-9620-4ebf-b1dc-5201ea1d9315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878434 Jul 28 01:24:47.262584 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eedfec-2554-47ce-b574-ec46e943a12f req-1d9081e3-13b5-44fd-be11-ce59492c9adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:24:47.264087 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e3eedfec-2554-47ce-b574-ec46e943a12f req-1d9081e3-13b5-44fd-be11-ce59492c9adb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=adb91176f5f74f1199b2fc27c248cecd&device_id=d48d8b19-cc65-46a9-a5af-3ed43d5112b8 HTTP/1.1" status: 200 len: 1128 time: 0.0426452 Jul 28 01:24:47.359235 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eedfec-2554-47ce-b574-ec46e943a12f req-1080d978-3419-4dbe-aeab-b1e81c114a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:24:47.360713 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e3eedfec-2554-47ce-b574-ec46e943a12f req-1080d978-3419-4dbe-aeab-b1e81c114a84 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bac661c0-9620-4ebf-b1dc-5201ea1d9315 HTTP/1.1" status: 200 len: 915 time: 0.0907810 Jul 28 01:24:47.399919 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e3eedfec-2554-47ce-b574-ec46e943a12f req-32d266e1-dddc-4832-b48e-882f02a67f70 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab826f4b-ea12-4f41-8f27-c2c7c9639e90 HTTP/1.1" status: 200 len: 217 time: 0.0331326 Jul 28 01:24:47.448384 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eedfec-2554-47ce-b574-ec46e943a12f req-f6653eec-5cd9-4969-a19f-e587a41f22a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:24:47.450149 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e3eedfec-2554-47ce-b574-ec46e943a12f req-f6653eec-5cd9-4969-a19f-e587a41f22a7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7bad7ae-d0ad-40fd-9058-fa644f2bc097 HTTP/1.1" status: 200 len: 853 time: 0.0448923 Jul 28 01:24:47.507520 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eedfec-2554-47ce-b574-ec46e943a12f req-9df508ca-a534-4211-943c-9a7dfea31376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:24:47.508965 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e3eedfec-2554-47ce-b574-ec46e943a12f req-9df508ca-a534-4211-943c-9a7dfea31376 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bac661c0-9620-4ebf-b1dc-5201ea1d9315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0530465 Jul 28 01:24:47.535985 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:24:47.588229 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d2f4e-01e9-45f9-a1d1-234e28ccb8a1 req-19ee54a8-0433-42f9-9f2a-e51bfcf6cebb tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:24:47.589659 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-771d2f4e-01e9-45f9-a1d1-234e28ccb8a1 req-19ee54a8-0433-42f9-9f2a-e51bfcf6cebb tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=d48d8b19-cc65-46a9-a5af-3ed43d5112b8 HTTP/1.1" status: 200 len: 944 time: 0.0987229 Jul 28 01:24:47.650233 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:24:47.666238 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-771d2f4e-01e9-45f9-a1d1-234e28ccb8a1 req-88b94b20-4e5d-4519-b624-329852bd83b4 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups?id=407f7de9-a101-4e48-9e45-f69a9bf299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686753 Jul 28 01:24:47.668479 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e3eedfec-2554-47ce-b574-ec46e943a12f req-930325da-0fdc-4531-b027-4c5ee333bce9 service neutron] 10.222.0.42 "GET /v2.0/networks/bac661c0-9620-4ebf-b1dc-5201ea1d9315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439059 Jul 28 01:24:47.766086 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-e3eedfec-2554-47ce-b574-ec46e943a12f req-2a5808c9-607b-4637-8a48-ef5bb1acf126 service neutron] 10.222.0.42 "GET /v2.0/networks/bac661c0-9620-4ebf-b1dc-5201ea1d9315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915751 Jul 28 01:24:48.260430 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device ab826f4b-ea12-4f41-8f27-c2c7c9639e90 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 01:24:48.370308 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port ab826f4b-ea12-4f41-8f27-c2c7c9639e90, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=ab826f4b-ea12-4f41-8f27-c2c7c9639e90,segment=NetworkSegment(09a4dbbe-38b5-4ce4-8d83-42afd69b4a73),segment_id=09a4dbbe-38b5-4ce4-8d83-42afd69b4a73)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:24:48.382491 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Returning: {'device': 'ab826f4b-ea12-4f41-8f27-c2c7c9639e90', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'port_id': 'ab826f4b-ea12-4f41-8f27-c2c7c9639e90', 'mac_address': 'fa:16:3e:d1:3d:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 01:24:48.423291 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port ab826f4b-ea12-4f41-8f27-c2c7c9639e90 is: DOWN; New status is: BUILD {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:24:48.423692 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (ab826f4b-ea12-4f41-8f27-c2c7c9639e90), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:48.432243 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:24:48.438173 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab826f4b-ea12-4f41-8f27-c2c7c9639e90 {{(pid=104163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 01:24:48.458696 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port ab826f4b-ea12-4f41-8f27-c2c7c9639e90, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=ab826f4b-ea12-4f41-8f27-c2c7c9639e90,segment=NetworkSegment(09a4dbbe-38b5-4ce4-8d83-42afd69b4a73),segment_id=09a4dbbe-38b5-4ce4-8d83-42afd69b4a73)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:24:48.465502 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (ab826f4b-ea12-4f41-8f27-c2c7c9639e90), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:48.514083 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=ab826f4b-ea12-4f41-8f27-c2c7c9639e90,revision_number=4']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:24:48.521273 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:24:48.521626 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:24:48.521975 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:24:48.522324 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:24:48.522677 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:24:48.523028 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:24:48.523358 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:24:48.523698 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:24:48.524027 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:24:48.524352 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:24:48.524686 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:24:48.525014 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:24:48.525323 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:24:48.525647 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:24:48.525968 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:24:48.670319 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] get_ports_and_sgs() called for port_ids ['ab826f4b-ea12-4f41-8f27-c2c7c9639e90'] {{(pid=104163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 01:24:48.753821 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=40,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:24:48.756083 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:24:48.790063 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03f1c7-a6d3-4440-b68e-70551ed3cbdd req-acd0e6ba-6968-484b-981b-4f74a0371110 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:24:48.791486 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0a03f1c7-a6d3-4440-b68e-70551ed3cbdd req-acd0e6ba-6968-484b-981b-4f74a0371110 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=d48d8b19-cc65-46a9-a5af-3ed43d5112b8 HTTP/1.1" status: 200 len: 945 time: 0.0497482 Jul 28 01:24:48.838868 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-0a03f1c7-a6d3-4440-b68e-70551ed3cbdd req-08eaffca-f592-48a0-b879-f32aa7971b0e tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups?id=407f7de9-a101-4e48-9e45-f69a9bf299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415606 Jul 28 01:24:49.438579 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.agents_db [None req-b5d7b8ea-190f-43e3-81f4-c45e7fbfa344 None None] Agent healthcheck: found 6 active agents {{(pid=104164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 01:24:49.975925 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8ddd9-1e76-4cfb-88b6-0d53a45215af req-82f2968c-1cb1-4d39-a67e-595824d39599 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:24:49.977348 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a2e8ddd9-1e76-4cfb-88b6-0d53a45215af req-82f2968c-1cb1-4d39-a67e-595824d39599 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=d48d8b19-cc65-46a9-a5af-3ed43d5112b8 HTTP/1.1" status: 200 len: 945 time: 0.0485866 Jul 28 01:24:50.027288 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-a2e8ddd9-1e76-4cfb-88b6-0d53a45215af req-02a55ba0-6f18-42b7-a826-bc8af980ad36 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups?id=407f7de9-a101-4e48-9e45-f69a9bf299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418911 Jul 28 01:24:50.264954 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device ab826f4b-ea12-4f41-8f27-c2c7c9639e90 up at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 01:24:50.318124 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Provisioning for port ab826f4b-ea12-4f41-8f27-c2c7c9639e90 completed by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 01:24:50.325043 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.provisioning_blocks [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Provisioning complete for port ab826f4b-ea12-4f41-8f27-c2c7c9639e90 triggered by entity L2. {{(pid=104163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 01:24:50.325412 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402784'] for port (ab826f4b-ea12-4f41-8f27-c2c7c9639e90), provisioning_complete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:50.401189 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Current status of the port ab826f4b-ea12-4f41-8f27-c2c7c9639e90 is: BUILD; New status is: ACTIVE {{(pid=104163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 01:24:50.401592 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for port (ab826f4b-ea12-4f41-8f27-c2c7c9639e90), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:50.423888 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48d8b19-cc65-46a9-a5af-3ed43d5112b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab826f4b-ea12-4f41-8f27-c2c7c9639e90'}] {{(pid=104163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:24:50.426115 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74574a7e5f5019bac05c50995ec4c38decffa50ba6d5d10f63080a9b4086ca7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4effe03-b4dd-4b0f-839d-64d71f9479e4" -d '{"events": [{"server_uuid": "d48d8b19-cc65-46a9-a5af-3ed43d5112b8", "name": "network-vif-plugged", "status": "completed", "tag": "ab826f4b-ea12-4f41-8f27-c2c7c9639e90"}]}' {{(pid=104163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:24:50.439079 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] For port ab826f4b-ea12-4f41-8f27-c2c7c9639e90, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=ab826f4b-ea12-4f41-8f27-c2c7c9639e90,segment=NetworkSegment(09a4dbbe-38b5-4ce4-8d83-42afd69b4a73),segment_id=09a4dbbe-38b5-4ce4-8d83-42afd69b4a73)] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:24:50.443467 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778716778460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778716399445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778716399463'] for port (ab826f4b-ea12-4f41-8f27-c2c7c9639e90), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:50.490460 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Pushing event updated for resources: {'Port': ['ID=ab826f4b-ea12-4f41-8f27-c2c7c9639e90,revision_number=5']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:24:50.528161 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 01:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4bec65f-1e7e-45b5-ba16-804c261eb946 x-openstack-request-id: req-c4bec65f-1e7e-45b5-ba16-804c261eb946 {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:24:50.528464 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d48d8b19-cc65-46a9-a5af-3ed43d5112b8", "name": "network-vif-plugged", "status": "completed", "tag": "ab826f4b-ea12-4f41-8f27-c2c7c9639e90", "code": 200}]} {{(pid=104163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:24:50.528784 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-c4bec65f-1e7e-45b5-ba16-804c261eb946 {{(pid=104163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:24:50.529385 dv-cinder-815582-11-iscsi neutron-server[104163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4bec65f-1e7e-45b5-ba16-804c261eb946'] response: {'server_uuid': 'd48d8b19-cc65-46a9-a5af-3ed43d5112b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab826f4b-ea12-4f41-8f27-c2c7c9639e90', 'code': 200} Jul 28 01:24:50.712647 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30176442-6189-406b-b2d7-1097b4f6ebff req-e3ec45ee-60b0-4ae0-bd94-d50a6ab22a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:24:50.714200 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-30176442-6189-406b-b2d7-1097b4f6ebff req-e3ec45ee-60b0-4ae0-bd94-d50a6ab22a00 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d48d8b19-cc65-46a9-a5af-3ed43d5112b8 HTTP/1.1" status: 200 len: 1130 time: 0.0416427 Jul 28 01:24:50.759352 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-30176442-6189-406b-b2d7-1097b4f6ebff req-0e8c2c51-51ac-41cd-b4ff-ecb9d4a5e06a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=407f7de9-a101-4e48-9e45-f69a9bf299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395751 Jul 28 01:24:51.160926 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b49fe2-d75d-45e3-89b0-30bd4c3f8e34 req-3bc6c880-5137-44bc-bb1f-8d442e4ffcfd tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:24:51.162405 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b8b49fe2-d75d-45e3-89b0-30bd4c3f8e34 req-3bc6c880-5137-44bc-bb1f-8d442e4ffcfd tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=d48d8b19-cc65-46a9-a5af-3ed43d5112b8 HTTP/1.1" status: 200 len: 946 time: 0.0479779 Jul 28 01:24:51.212996 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b8b49fe2-d75d-45e3-89b0-30bd4c3f8e34 req-4fe57900-72a4-41af-b349-9395000670ac tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups?id=407f7de9-a101-4e48-9e45-f69a9bf299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422547 Jul 28 01:24:52.342742 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea070c-e50d-4fcf-baac-6c1c00bbf44c req-83b11939-22c7-478f-a7eb-421e58bca16c tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:24:52.344200 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ecea070c-e50d-4fcf-baac-6c1c00bbf44c req-83b11939-22c7-478f-a7eb-421e58bca16c tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=d48d8b19-cc65-46a9-a5af-3ed43d5112b8 HTTP/1.1" status: 200 len: 946 time: 0.0485456 Jul 28 01:24:52.395708 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-ecea070c-e50d-4fcf-baac-6c1c00bbf44c req-369ab70c-4a24-4f3c-b8f5-a01a5f574834 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups?id=407f7de9-a101-4e48-9e45-f69a9bf299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457001 Jul 28 01:24:52.525146 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f565d4-8249-463e-b50b-760c94ee03a2 req-7fa28489-d067-4bce-a234-cef4e0989c7f tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:24:52.526596 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-85f565d4-8249-463e-b50b-760c94ee03a2 req-7fa28489-d067-4bce-a234-cef4e0989c7f tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=d48d8b19-cc65-46a9-a5af-3ed43d5112b8 HTTP/1.1" status: 200 len: 946 time: 0.0482609 Jul 28 01:24:52.540585 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 55178) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:24:52.544948 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-dbe78e06-6fb9-4466-940e-c98a78964081 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Request body: {'floatingip': {'port_id': 'ab826f4b-ea12-4f41-8f27-c2c7c9639e90'}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:24:52.582549 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-dbe78e06-6fb9-4466-940e-c98a78964081 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for floatingip (b07b4020-b032-45be-ad45-607e385e533c), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:52.900035 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:24:52.962925 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:24:53.010499 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-dbe78e06-6fb9-4466-940e-c98a78964081 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:53.015348 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-dbe78e06-6fb9-4466-940e-c98a78964081 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-949731'] for floatingip (b07b4020-b032-45be-ad45-607e385e533c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:53.110461 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.db.l3_db [None req-dbe78e06-6fb9-4466-940e-c98a78964081 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Floating IP b07b4020-b032-45be-ad45-607e385e533c associated. External IP: 172.27.1.10, port: ab826f4b-ea12-4f41-8f27-c2c7c9639e90. Jul 28 01:24:53.317641 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe78e06-6fb9-4466-940e-c98a78964081 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Router e0411a7d-a680-4c17-ab1c-279608a4c93c has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:24:53.688421 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe78e06-6fb9-4466-940e-c98a78964081 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:24:53.693468 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-dbe78e06-6fb9-4466-940e-c98a78964081 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for floatingip (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:24:53.698803 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188928b8-4f77-4559-9e81-759b42eba6f6 None None] Sync routers for ids ['e0411a7d-a680-4c17-ab1c-279608a4c93c'] in dv-cinder-815582-11-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:24:53.709431 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188928b8-4f77-4559-9e81-759b42eba6f6 None None] Routers {'e0411a7d-a680-4c17-ab1c-279608a4c93c'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:24:53.710050 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-188928b8-4f77-4559-9e81-759b42eba6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:24:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['e0411a7d-a680-4c17-ab1c-279608a4c93c'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:24:53.724370 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-dbe78e06-6fb9-4466-940e-c98a78964081 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "PUT /v2.0/floatingips/b07b4020-b032-45be-ad45-607e385e533c HTTP/1.1" status: 200 len: 991 time: 1.1826925 Jul 28 01:24:53.724956 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd48d8b19-cc65-46a9-a5af-3ed43d5112b8', 'tag': 'ab826f4b-ea12-4f41-8f27-c2c7c9639e90'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:24:53.727274 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f6b11fd638c6a58f8ef19871f5a43997b3abcb3256dc707badf279ceb4d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b153aa98-e355-4ef1-86be-6067d1025cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "d48d8b19-cc65-46a9-a5af-3ed43d5112b8", "tag": "ab826f4b-ea12-4f41-8f27-c2c7c9639e90"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:24:53.767831 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 01:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c1f642-f712-4d8a-876f-939dc203c4a9 x-openstack-request-id: req-08c1f642-f712-4d8a-876f-939dc203c4a9 {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:24:53.768121 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d48d8b19-cc65-46a9-a5af-3ed43d5112b8", "tag": "ab826f4b-ea12-4f41-8f27-c2c7c9639e90", "status": "completed", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:24:53.768368 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-08c1f642-f712-4d8a-876f-939dc203c4a9 {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:24:53.768769 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08c1f642-f712-4d8a-876f-939dc203c4a9'] response: {'name': 'network-changed', 'server_uuid': 'd48d8b19-cc65-46a9-a5af-3ed43d5112b8', 'tag': 'ab826f4b-ea12-4f41-8f27-c2c7c9639e90', 'status': 'completed', 'code': 200} Jul 28 01:24:53.820068 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:24:53.822478 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-188928b8-4f77-4559-9e81-759b42eba6f6 None None] Set router e0411a7d-a680-4c17-ab1c-279608a4c93c gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:24:53.827754 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153aa98-e355-4ef1-86be-6067d1025cbe req-401dcdb2-e10c-47e4-adfd-255e0dfb719c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:24:53.829221 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b153aa98-e355-4ef1-86be-6067d1025cbe req-401dcdb2-e10c-47e4-adfd-255e0dfb719c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=adb91176f5f74f1199b2fc27c248cecd&device_id=d48d8b19-cc65-46a9-a5af-3ed43d5112b8 HTTP/1.1" status: 200 len: 1130 time: 0.0381300 Jul 28 01:24:53.922150 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153aa98-e355-4ef1-86be-6067d1025cbe req-796c0a3f-6148-4689-ae49-125869fd7986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:24:53.923667 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b153aa98-e355-4ef1-86be-6067d1025cbe req-796c0a3f-6148-4689-ae49-125869fd7986 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bac661c0-9620-4ebf-b1dc-5201ea1d9315 HTTP/1.1" status: 200 len: 915 time: 0.0879076 Jul 28 01:24:53.984282 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b153aa98-e355-4ef1-86be-6067d1025cbe req-b5738992-416e-4e47-b16c-5618c7499b84 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab826f4b-ea12-4f41-8f27-c2c7c9639e90 HTTP/1.1" status: 200 len: 999 time: 0.0545890 Jul 28 01:24:54.032255 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153aa98-e355-4ef1-86be-6067d1025cbe req-4ec629ff-068a-4b63-add3-1f773e8a2f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:24:54.033706 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b153aa98-e355-4ef1-86be-6067d1025cbe req-4ec629ff-068a-4b63-add3-1f773e8a2f77 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7bad7ae-d0ad-40fd-9058-fa644f2bc097 HTTP/1.1" status: 200 len: 853 time: 0.0442572 Jul 28 01:24:54.040565 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-188928b8-4f77-4559-9e81-759b42eba6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'name': 'tempest-AttachVolumeNegativeTest-519383643-router', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:21:22Z', 'updated_at': '2022-07-28T01:21:25Z', 'revision_number': 4, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'gw_port': {'id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:23Z', 'updated_at': '2022-07-28T01:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': 'b07b4020-b032-45be-ad45-607e385e533c', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'floating_ip_address': '172.27.1.10', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'port_id': 'ab826f4b-ea12-4f41-8f27-c2c7c9639e90', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'mac_address': 'fa:16:3e:d1:3d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d8b19-cc65-46a9-a5af-3ed43d5112b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:24:38Z', 'updated_at': '2022-07-28T01:24:52Z', 'revision_number': 1, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7', 'name': '', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'mac_address': 'fa:16:3e:6c:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:24Z', 'updated_at': '2022-07-28T01:21:29Z', 'revision_number': 5, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'subnets': [{'id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:24:54.065348 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188928b8-4f77-4559-9e81-759b42eba6f6 None None] Checking router: e0411a7d-a680-4c17-ab1c-279608a4c93c for host: dv-cinder-815582-11-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:24:54.067012 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:24:54.075833 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188928b8-4f77-4559-9e81-759b42eba6f6 None None] Routers {'e0411a7d-a680-4c17-ab1c-279608a4c93c'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:24:54.076563 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-188928b8-4f77-4559-9e81-759b42eba6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:24:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['e0411a7d-a680-4c17-ab1c-279608a4c93c'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:24:54.082826 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153aa98-e355-4ef1-86be-6067d1025cbe req-cfab445a-a1e1-4f0d-abfa-3ec6e25b1b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:24:54.084398 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b153aa98-e355-4ef1-86be-6067d1025cbe req-cfab445a-a1e1-4f0d-abfa-3ec6e25b1b3c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bac661c0-9620-4ebf-b1dc-5201ea1d9315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0447159 Jul 28 01:24:54.180844 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b153aa98-e355-4ef1-86be-6067d1025cbe req-b9eef21a-457f-4cd5-8cd8-982b6a858c9b service neutron] 10.222.0.42 "GET /v2.0/networks/bac661c0-9620-4ebf-b1dc-5201ea1d9315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891757 Jul 28 01:24:54.252865 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:24:54.263759 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:24:54.284150 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b153aa98-e355-4ef1-86be-6067d1025cbe req-10091f6b-695f-4ad3-b6b6-457392ae4cc7 service neutron] 10.222.0.42 "GET /v2.0/networks/bac661c0-9620-4ebf-b1dc-5201ea1d9315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975616 Jul 28 01:24:54.320221 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-188928b8-4f77-4559-9e81-759b42eba6f6 None None] Set router e0411a7d-a680-4c17-ab1c-279608a4c93c gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:24:54.547403 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-188928b8-4f77-4559-9e81-759b42eba6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'name': 'tempest-AttachVolumeNegativeTest-519383643-router', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:21:22Z', 'updated_at': '2022-07-28T01:21:25Z', 'revision_number': 4, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'gw_port': {'id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:23Z', 'updated_at': '2022-07-28T01:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': 'b07b4020-b032-45be-ad45-607e385e533c', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'floating_ip_address': '172.27.1.10', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'port_id': 'ab826f4b-ea12-4f41-8f27-c2c7c9639e90', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'mac_address': 'fa:16:3e:d1:3d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d8b19-cc65-46a9-a5af-3ed43d5112b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:24:38Z', 'updated_at': '2022-07-28T01:24:52Z', 'revision_number': 1, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7', 'name': '', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'mac_address': 'fa:16:3e:6c:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:24Z', 'updated_at': '2022-07-28T01:21:29Z', 'revision_number': 5, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'subnets': [{'id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:24:54.571486 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188928b8-4f77-4559-9e81-759b42eba6f6 None None] The sync data for ids ['e0411a7d-a680-4c17-ab1c-279608a4c93c'] in dv-cinder-815582-11-iscsi is: [{'id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'name': 'tempest-AttachVolumeNegativeTest-519383643-router', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:21:22Z', 'updated_at': '2022-07-28T01:21:25Z', 'revision_number': 4, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'gw_port': {'id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:23Z', 'updated_at': '2022-07-28T01:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_floatingips': [{'id': 'b07b4020-b032-45be-ad45-607e385e533c', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'floating_ip_address': '172.27.1.10', 'floating_network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'router_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'port_id': 'ab826f4b-ea12-4f41-8f27-c2c7c9639e90', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'mac_address': 'fa:16:3e:d1:3d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d8b19-cc65-46a9-a5af-3ed43d5112b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T01:24:38Z', 'updated_at': '2022-07-28T01:24:52Z', 'revision_number': 1, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7', 'name': '', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'mac_address': 'fa:16:3e:6c:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:24Z', 'updated_at': '2022-07-28T01:21:29Z', 'revision_number': 5, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'subnets': [{'id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:24:54.773789 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006f43cf-68e6-4ea7-9f8e-a6232bbc5b8c None None] New status for floating IP b07b4020-b032-45be-ad45-607e385e533c: ACTIVE {{(pid=104164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 01:25:02.502574 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (8d4a48be-b376-49eb-a7aa-478deaa3f35f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:04.279303 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:25:04.281713 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:25:04.877182 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:25:04.879696 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:25:07.871710 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6a9dc340-e879-4b70-8378-91ba95cf7467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:10.366424 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-4e6c3d76-b727-4cf8-a1cd-fa5919684182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:11.389737 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:12.772155 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:13.045415 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:18.409063 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=3 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:25:18.410361 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=3 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:25:23.036121 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:25:23.038234 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=41,neutron:UPDATE=5 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:25:26.443490 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.agents_db [None req-b5d7b8ea-190f-43e3-81f4-c45e7fbfa344 None None] Agent healthcheck: found 6 active agents {{(pid=104164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 01:25:32.499892 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (8d4a48be-b376-49eb-a7aa-478deaa3f35f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:33.209316 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31175c7-6229-41a8-b5bb-eae4a6639ae3 req-195e9f0b-5277-420b-beab-98c2013f69fa tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:25:33.210808 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f31175c7-6229-41a8-b5bb-eae4a6639ae3 req-195e9f0b-5277-420b-beab-98c2013f69fa tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=d48d8b19-cc65-46a9-a5af-3ed43d5112b8 HTTP/1.1" status: 200 len: 946 time: 0.0480056 Jul 28 01:25:33.260199 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-f31175c7-6229-41a8-b5bb-eae4a6639ae3 req-50dff45d-da38-4eaf-804d-1dd9df7f63b7 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups?id=407f7de9-a101-4e48-9e45-f69a9bf299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437067 Jul 28 01:25:34.420498 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ffe5c-a081-4360-98c6-2985c5802ebf req-9f1e4cc8-f6ca-425e-90bf-7f9c448034ff tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:25:34.421917 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b24ffe5c-a081-4360-98c6-2985c5802ebf req-9f1e4cc8-f6ca-425e-90bf-7f9c448034ff tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=d48d8b19-cc65-46a9-a5af-3ed43d5112b8 HTTP/1.1" status: 200 len: 946 time: 0.0574665 Jul 28 01:25:34.478926 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-b24ffe5c-a081-4360-98c6-2985c5802ebf req-d937b067-d77e-4683-be89-31908b5f7241 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups?id=407f7de9-a101-4e48-9e45-f69a9bf299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481405 Jul 28 01:25:34.594266 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc2d2e-a0b4-4b13-bdf7-91965abb7d95 req-dbc9c0c5-e160-49c9-a45a-1d4101c7f473 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:25:34.595848 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-49bc2d2e-a0b4-4b13-bdf7-91965abb7d95 req-dbc9c0c5-e160-49c9-a45a-1d4101c7f473 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.42 "GET /v2.0/ports?device_id=d48d8b19-cc65-46a9-a5af-3ed43d5112b8 HTTP/1.1" status: 200 len: 946 time: 0.0473528 Jul 28 01:25:34.675797 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [req-49bc2d2e-a0b4-4b13-bdf7-91965abb7d95 req-7685896a-de22-47bf-84aa-61eced2c0b9c tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Deleting port ab826f4b-ea12-4f41-8f27-c2c7c9639e90 {{(pid=104162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:25:34.676141 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-49bc2d2e-a0b4-4b13-bdf7-91965abb7d95 req-7685896a-de22-47bf-84aa-61eced2c0b9c tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (ab826f4b-ea12-4f41-8f27-c2c7c9639e90), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:34.771841 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [req-49bc2d2e-a0b4-4b13-bdf7-91965abb7d95 req-7685896a-de22-47bf-84aa-61eced2c0b9c tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] For port ab826f4b-ea12-4f41-8f27-c2c7c9639e90, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=ab826f4b-ea12-4f41-8f27-c2c7c9639e90,segment=NetworkSegment(09a4dbbe-38b5-4ce4-8d83-42afd69b4a73),segment_id=09a4dbbe-38b5-4ce4-8d83-42afd69b4a73)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:25:34.772181 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-49bc2d2e-a0b4-4b13-bdf7-91965abb7d95 req-7685896a-de22-47bf-84aa-61eced2c0b9c tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (ab826f4b-ea12-4f41-8f27-c2c7c9639e90), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:34.938096 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-49bc2d2e-a0b4-4b13-bdf7-91965abb7d95 req-7685896a-de22-47bf-84aa-61eced2c0b9c tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:34.938470 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-49bc2d2e-a0b4-4b13-bdf7-91965abb7d95 req-7685896a-de22-47bf-84aa-61eced2c0b9c tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-949731'] for floatingip (b07b4020-b032-45be-ad45-607e385e533c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:34.938751 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.db.l3_db [req-49bc2d2e-a0b4-4b13-bdf7-91965abb7d95 req-7685896a-de22-47bf-84aa-61eced2c0b9c tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Floating IP b07b4020-b032-45be-ad45-607e385e533c disassociated. External IP: 172.27.1.10, port: ab826f4b-ea12-4f41-8f27-c2c7c9639e90. Jul 28 01:25:34.939158 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [req-49bc2d2e-a0b4-4b13-bdf7-91965abb7d95 req-7685896a-de22-47bf-84aa-61eced2c0b9c tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Calling delete_port for ab826f4b-ea12-4f41-8f27-c2c7c9639e90 owned by compute:nova {{(pid=104162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:25:35.094770 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-49bc2d2e-a0b4-4b13-bdf7-91965abb7d95 req-7685896a-de22-47bf-84aa-61eced2c0b9c tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (ab826f4b-ea12-4f41-8f27-c2c7c9639e90), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:35.121388 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7685896a-de22-47bf-84aa-61eced2c0b9c tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Pushing event deleted for resources: {'Port': ['ID=ab826f4b-ea12-4f41-8f27-c2c7c9639e90,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:25:35.131597 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7685896a-de22-47bf-84aa-61eced2c0b9c tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:25:35.131949 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7685896a-de22-47bf-84aa-61eced2c0b9c tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:25:35.132291 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7685896a-de22-47bf-84aa-61eced2c0b9c tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:25:35.132630 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7685896a-de22-47bf-84aa-61eced2c0b9c tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:25:35.132965 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7685896a-de22-47bf-84aa-61eced2c0b9c tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:25:35.133297 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7685896a-de22-47bf-84aa-61eced2c0b9c tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:25:35.133626 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7685896a-de22-47bf-84aa-61eced2c0b9c tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:25:35.133959 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7685896a-de22-47bf-84aa-61eced2c0b9c tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:25:35.134273 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7685896a-de22-47bf-84aa-61eced2c0b9c tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:25:35.134606 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7685896a-de22-47bf-84aa-61eced2c0b9c tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:25:35.134958 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7685896a-de22-47bf-84aa-61eced2c0b9c tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:25:35.135282 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7685896a-de22-47bf-84aa-61eced2c0b9c tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:25:35.135578 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7685896a-de22-47bf-84aa-61eced2c0b9c tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:25:35.135901 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7685896a-de22-47bf-84aa-61eced2c0b9c tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:25:35.136221 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7685896a-de22-47bf-84aa-61eced2c0b9c tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:25:35.248553 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49bc2d2e-a0b4-4b13-bdf7-91965abb7d95 req-7685896a-de22-47bf-84aa-61eced2c0b9c tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Router e0411a7d-a680-4c17-ab1c-279608a4c93c has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:25:35.303563 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:25:35.333515 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:25:35.365099 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49bc2d2e-a0b4-4b13-bdf7-91965abb7d95 req-7685896a-de22-47bf-84aa-61eced2c0b9c tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:25:35.374848 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13cacd4-edf5-4cf5-abac-b289ba09666c None None] Sync routers for ids ['e0411a7d-a680-4c17-ab1c-279608a4c93c'] in dv-cinder-815582-11-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:25:35.384921 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13cacd4-edf5-4cf5-abac-b289ba09666c None None] Routers {'e0411a7d-a680-4c17-ab1c-279608a4c93c'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:25:35.385549 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-b13cacd4-edf5-4cf5-abac-b289ba09666c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:25:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['e0411a7d-a680-4c17-ab1c-279608a4c93c'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:25:35.408217 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [req-49bc2d2e-a0b4-4b13-bdf7-91965abb7d95 req-7685896a-de22-47bf-84aa-61eced2c0b9c tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] No DVR routers for this DVR port ab826f4b-ea12-4f41-8f27-c2c7c9639e90 on host hv-cinder-81558 {{(pid=104162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 01:25:35.410827 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [req-49bc2d2e-a0b4-4b13-bdf7-91965abb7d95 req-7685896a-de22-47bf-84aa-61eced2c0b9c tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for port (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:35.414263 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-49bc2d2e-a0b4-4b13-bdf7-91965abb7d95 req-7685896a-de22-47bf-84aa-61eced2c0b9c tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.42 "DELETE /v2.0/ports/ab826f4b-ea12-4f41-8f27-c2c7c9639e90 HTTP/1.1" status: 204 len: 173 time: 0.8125434 Jul 28 01:25:35.414774 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48d8b19-cc65-46a9-a5af-3ed43d5112b8', 'name': 'network-vif-deleted', 'tag': 'ab826f4b-ea12-4f41-8f27-c2c7c9639e90'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 01:25:35.417164 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f6b11fd638c6a58f8ef19871f5a43997b3abcb3256dc707badf279ceb4d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b7aee3-09d9-4346-abc2-99da6478b8a4" -d '{"events": [{"server_uuid": "d48d8b19-cc65-46a9-a5af-3ed43d5112b8", "name": "network-vif-deleted", "tag": "ab826f4b-ea12-4f41-8f27-c2c7c9639e90"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 01:25:35.466960 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 01:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aba73dd-d0cf-462d-ad46-fe01e71d8393 x-openstack-request-id: req-1aba73dd-d0cf-462d-ad46-fe01e71d8393 {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 01:25:35.467620 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d48d8b19-cc65-46a9-a5af-3ed43d5112b8", "name": "network-vif-deleted", "tag": "ab826f4b-ea12-4f41-8f27-c2c7c9639e90", "status": "completed", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 01:25:35.467620 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-1aba73dd-d0cf-462d-ad46-fe01e71d8393 {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 01:25:35.468085 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aba73dd-d0cf-462d-ad46-fe01e71d8393'] response: {'server_uuid': 'd48d8b19-cc65-46a9-a5af-3ed43d5112b8', 'name': 'network-vif-deleted', 'tag': 'ab826f4b-ea12-4f41-8f27-c2c7c9639e90', 'status': 'completed', 'code': 200} Jul 28 01:25:35.498026 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-b13cacd4-edf5-4cf5-abac-b289ba09666c None None] Set router e0411a7d-a680-4c17-ab1c-279608a4c93c gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:25:35.620202 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [req-05ce2fd5-106f-4c60-a199-c96f821249f6 req-9543e659-4767-4259-9e26-83c57633a9ba tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/ports?device_id=d48d8b19-cc65-46a9-a5af-3ed43d5112b8 HTTP/1.1" status: 200 len: 210 time: 0.0299370 Jul 28 01:25:35.705516 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-b13cacd4-edf5-4cf5-abac-b289ba09666c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'name': 'tempest-AttachVolumeNegativeTest-519383643-router', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:21:22Z', 'updated_at': '2022-07-28T01:21:25Z', 'revision_number': 4, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'gw_port': {'id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:23Z', 'updated_at': '2022-07-28T01:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7', 'name': '', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'mac_address': 'fa:16:3e:6c:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:24Z', 'updated_at': '2022-07-28T01:21:29Z', 'revision_number': 5, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'subnets': [{'id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:25:35.729677 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13cacd4-edf5-4cf5-abac-b289ba09666c None None] Checking router: e0411a7d-a680-4c17-ab1c-279608a4c93c for host: dv-cinder-815582-11-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:25:35.738584 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13cacd4-edf5-4cf5-abac-b289ba09666c None None] Routers {'e0411a7d-a680-4c17-ab1c-279608a4c93c'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:25:35.739212 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-b13cacd4-edf5-4cf5-abac-b289ba09666c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:25:10Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['e0411a7d-a680-4c17-ab1c-279608a4c93c'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:25:35.843705 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-b13cacd4-edf5-4cf5-abac-b289ba09666c None None] Set router e0411a7d-a680-4c17-ab1c-279608a4c93c gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:25:36.031392 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-b13cacd4-edf5-4cf5-abac-b289ba09666c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'name': 'tempest-AttachVolumeNegativeTest-519383643-router', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:21:22Z', 'updated_at': '2022-07-28T01:21:25Z', 'revision_number': 4, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'gw_port': {'id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:23Z', 'updated_at': '2022-07-28T01:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7', 'name': '', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'mac_address': 'fa:16:3e:6c:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:24Z', 'updated_at': '2022-07-28T01:21:29Z', 'revision_number': 5, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'subnets': [{'id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:25:36.059581 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13cacd4-edf5-4cf5-abac-b289ba09666c None None] The sync data for ids ['e0411a7d-a680-4c17-ab1c-279608a4c93c'] in dv-cinder-815582-11-iscsi is: [{'id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'name': 'tempest-AttachVolumeNegativeTest-519383643-router', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:21:22Z', 'updated_at': '2022-07-28T01:21:25Z', 'revision_number': 4, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'gw_port': {'id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:23Z', 'updated_at': '2022-07-28T01:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi', '_interfaces': [{'id': 'a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7', 'name': '', 'network_id': 'bac661c0-9620-4ebf-b1dc-5201ea1d9315', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'mac_address': 'fa:16:3e:6c:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:24Z', 'updated_at': '2022-07-28T01:21:29Z', 'revision_number': 5, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'subnets': [{'id': 'f7bad7ae-d0ad-40fd-9058-fa644f2bc097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:25:36.273406 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c56e8e-ca57-4522-8b21-9296fbfd1e2a None None] New status for floating IP b07b4020-b032-45be-ad45-607e385e533c: DOWN {{(pid=104164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 01:25:36.721356 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 55256) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:25:36.784721 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-4417bc92-a0f0-4203-ba35-c2fdde5f06a9 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for security_group (407f7de9-a101-4e48-9e45-f69a9bf299ba), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:36.810215 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-4417bc92-a0f0-4203-ba35-c2fdde5f06a9 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for security_group (407f7de9-a101-4e48-9e45-f69a9bf299ba), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:36.862013 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-4417bc92-a0f0-4203-ba35-c2fdde5f06a9 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (407f7de9-a101-4e48-9e45-f69a9bf299ba), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:36.864730 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-4417bc92-a0f0-4203-ba35-c2fdde5f06a9 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:36.865883 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-4417bc92-a0f0-4203-ba35-c2fdde5f06a9 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "DELETE /v2.0/security-groups/407f7de9-a101-4e48-9e45-f69a9bf299ba HTTP/1.1" status: 204 len: 168 time: 0.1435592 Jul 28 01:25:36.868900 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 55258) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:25:36.875115 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4417bc92-a0f0-4203-ba35-c2fdde5f06a9 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=407f7de9-a101-4e48-9e45-f69a9bf299ba,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:25:36.889604 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.api.v2.resource [None req-30fca4ca-316a-4ecb-8c94-ba152d0080a1 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] show failed (client error): The resource could not be found. Jul 28 01:25:36.890640 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-30fca4ca-316a-4ecb-8c94-ba152d0080a1 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "GET /v2.0/security-groups/407f7de9-a101-4e48-9e45-f69a9bf299ba HTTP/1.1" status: 404 len: 347 time: 0.0199966 Jul 28 01:25:36.894134 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 55260) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:25:37.007260 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-683e3cf2-9fb1-43a6-a40c-10c81b34bfe7 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Deleting port e8394409-a759-4817-92c0-312d2ee63eba {{(pid=104162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:25:37.007504 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-683e3cf2-9fb1-43a6-a40c-10c81b34bfe7 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (e8394409-a759-4817-92c0-312d2ee63eba), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:37.089925 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-683e3cf2-9fb1-43a6-a40c-10c81b34bfe7 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (e8394409-a759-4817-92c0-312d2ee63eba), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:37.090203 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-683e3cf2-9fb1-43a6-a40c-10c81b34bfe7 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for floatingip (e8394409-a759-4817-92c0-312d2ee63eba), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:37.103154 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-683e3cf2-9fb1-43a6-a40c-10c81b34bfe7 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Calling delete_port for e8394409-a759-4817-92c0-312d2ee63eba owned by network:floatingip {{(pid=104162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:25:37.245234 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-683e3cf2-9fb1-43a6-a40c-10c81b34bfe7 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (e8394409-a759-4817-92c0-312d2ee63eba), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:37.272804 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e3cf2-9fb1-43a6-a40c-10c81b34bfe7 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Pushing event deleted for resources: {'Port': ['ID=e8394409-a759-4817-92c0-312d2ee63eba,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:25:37.332520 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-683e3cf2-9fb1-43a6-a40c-10c81b34bfe7 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks [] for floatingip (b07b4020-b032-45be-ad45-607e385e533c), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:37.334969 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-683e3cf2-9fb1-43a6-a40c-10c81b34bfe7 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444607'] for floatingip (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:37.336102 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-683e3cf2-9fb1-43a6-a40c-10c81b34bfe7 tempest-AttachVolumeNegativeTest-1663133396 tempest-AttachVolumeNegativeTest-1663133396-project] 10.222.0.17 "DELETE /v2.0/floatingips/b07b4020-b032-45be-ad45-607e385e533c HTTP/1.1" status: 204 len: 168 time: 0.4408951 Jul 28 01:25:37.863652 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-de60d3c9-df08-4bdf-8e2b-a62935c5192d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:38.441188 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device ab826f4b-ea12-4f41-8f27-c2c7c9639e90 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:25:38.464505 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] No Port match for: ab826f4b-ea12-4f41-8f27-c2c7c9639e90 {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:25:38.464850 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Device ab826f4b-ea12-4f41-8f27-c2c7c9639e90 not bound to the agent host hv-cinder-81558 {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:25:40.367371 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-be9c96d7-38ec-47da-a3f9-7b360f8cefa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:41.050701 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 55296) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:25:41.380986 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2e4a2141-d08b-4b3f-b305-3790bceb2183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-952091'] for router_interface (e0411a7d-a680-4c17-ab1c-279608a4c93c), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:41.390214 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:41.610802 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-2e4a2141-d08b-4b3f-b305-3790bceb2183 admin admin] Deleting port a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:25:41.611205 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2e4a2141-d08b-4b3f-b305-3790bceb2183 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:41.695220 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-2e4a2141-d08b-4b3f-b305-3790bceb2183 admin admin] For port a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7,segment=NetworkSegment(09a4dbbe-38b5-4ce4-8d83-42afd69b4a73),segment_id=09a4dbbe-38b5-4ce4-8d83-42afd69b4a73)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:25:41.695555 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2e4a2141-d08b-4b3f-b305-3790bceb2183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:41.712562 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-2e4a2141-d08b-4b3f-b305-3790bceb2183 admin admin] Calling delete_port for a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7 owned by network:router_interface {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:25:41.902098 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:25:41.909624 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2e4a2141-d08b-4b3f-b305-3790bceb2183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4595618'] for port (a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:41.913216 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:25:41.935886 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a2141-d08b-4b3f-b305-3790bceb2183 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:25:41.949833 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a2141-d08b-4b3f-b305-3790bceb2183 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:25:41.950181 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a2141-d08b-4b3f-b305-3790bceb2183 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:25:41.950555 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a2141-d08b-4b3f-b305-3790bceb2183 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:25:41.950895 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a2141-d08b-4b3f-b305-3790bceb2183 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:25:41.951256 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a2141-d08b-4b3f-b305-3790bceb2183 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:25:41.951586 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a2141-d08b-4b3f-b305-3790bceb2183 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:25:41.951912 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a2141-d08b-4b3f-b305-3790bceb2183 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:25:41.952237 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a2141-d08b-4b3f-b305-3790bceb2183 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:25:41.952533 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a2141-d08b-4b3f-b305-3790bceb2183 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:25:41.952859 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a2141-d08b-4b3f-b305-3790bceb2183 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:25:41.953181 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a2141-d08b-4b3f-b305-3790bceb2183 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:25:41.953537 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a2141-d08b-4b3f-b305-3790bceb2183 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:25:41.953862 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a2141-d08b-4b3f-b305-3790bceb2183 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:25:41.954160 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a2141-d08b-4b3f-b305-3790bceb2183 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:25:41.954474 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a2141-d08b-4b3f-b305-3790bceb2183 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:25:42.120485 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2e4a2141-d08b-4b3f-b305-3790bceb2183 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-952207'] for router_interface (e0411a7d-a680-4c17-ab1c-279608a4c93c), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:42.332294 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4a2141-d08b-4b3f-b305-3790bceb2183 admin admin] Router e0411a7d-a680-4c17-ab1c-279608a4c93c has already been hosted by L3 agent 0128c6f5-8776-40b3-a95e-072d59ebe88f {{(pid=104161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 01:25:42.443821 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4a2141-d08b-4b3f-b305-3790bceb2183 admin admin] Notify agent at l3_agent.dv-cinder-815582-11-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 01:25:42.448839 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-2e4a2141-d08b-4b3f-b305-3790bceb2183 admin admin] 10.222.0.17 "PUT /v2.0/routers/e0411a7d-a680-4c17-ab1c-279608a4c93c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3970940 Jul 28 01:25:42.451697 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 55298) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:25:42.456094 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11078a8d-5ae9-42ea-8bec-769f68007296 None None] Sync routers for ids ['e0411a7d-a680-4c17-ab1c-279608a4c93c'] in dv-cinder-815582-11-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 01:25:42.467595 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11078a8d-5ae9-42ea-8bec-769f68007296 None None] Routers {'e0411a7d-a680-4c17-ab1c-279608a4c93c'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:25:42.468216 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-11078a8d-5ae9-42ea-8bec-769f68007296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:25:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['e0411a7d-a680-4c17-ab1c-279608a4c93c'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:25:42.551629 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a862e8be-0f0e-4362-900d-f3932f32640e admin admin] Publish callbacks [] for router (e0411a7d-a680-4c17-ab1c-279608a4c93c), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:42.573490 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-11078a8d-5ae9-42ea-8bec-769f68007296 None None] Set router e0411a7d-a680-4c17-ab1c-279608a4c93c gateway port host: dv-cinder-815582-11-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:25:42.647244 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a862e8be-0f0e-4362-900d-f3932f32640e admin admin] Publish callbacks [] for router_gateway (e0411a7d-a680-4c17-ab1c-279608a4c93c), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:42.696714 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-a862e8be-0f0e-4362-900d-f3932f32640e admin admin] Deleting port 37d757c7-0217-4f28-91b8-a9aa6bf91bf4 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:25:42.696714 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a862e8be-0f0e-4362-900d-f3932f32640e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (37d757c7-0217-4f28-91b8-a9aa6bf91bf4), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:42.700979 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:25:42.703187 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:25:42.745069 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-11078a8d-5ae9-42ea-8bec-769f68007296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'name': 'tempest-AttachVolumeNegativeTest-519383643-router', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'external_fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:21:22Z', 'updated_at': '2022-07-28T01:25:41Z', 'revision_number': 5, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'gw_port': {'id': '37d757c7-0217-4f28-91b8-a9aa6bf91bf4', 'name': '', 'network_id': 'db4fd262-df4a-4858-b92c-469a7b8f139e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:53:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T01:21:23Z', 'updated_at': '2022-07-28T01:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbbec24e-3b1c-439c-846a-fd72122ae4ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-11-iscsi'}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:25:42.767423 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:25:42.775251 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11078a8d-5ae9-42ea-8bec-769f68007296 None None] Checking router: e0411a7d-a680-4c17-ab1c-279608a4c93c for host: dv-cinder-815582-11-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 01:25:42.780768 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-a862e8be-0f0e-4362-900d-f3932f32640e admin admin] For port 37d757c7-0217-4f28-91b8-a9aa6bf91bf4, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=37d757c7-0217-4f28-91b8-a9aa6bf91bf4,segment=NetworkSegment(e0235fba-4142-426a-91c5-07cb16b4142e),segment_id=e0235fba-4142-426a-91c5-07cb16b4142e)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:25:42.781132 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a862e8be-0f0e-4362-900d-f3932f32640e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (37d757c7-0217-4f28-91b8-a9aa6bf91bf4), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:42.791062 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:42.792872 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11078a8d-5ae9-42ea-8bec-769f68007296 None None] Routers {'e0411a7d-a680-4c17-ab1c-279608a4c93c'} bound to L3 agent in host dv-cinder-815582-11-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 01:25:42.793469 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-11078a8d-5ae9-42ea-8bec-769f68007296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T01:04:40Z,description=,heartbeat_timestamp=2022-07-28T01:25:40Z,host='dv-cinder-815582-11-iscsi',id=0128c6f5-8776-40b3-a95e-072d59ebe88f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T01:04:40Z,topic='l3_agent')) {'router_ids': ['e0411a7d-a680-4c17-ab1c-279608a4c93c'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:25:42.795697 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-a862e8be-0f0e-4362-900d-f3932f32640e admin admin] Calling delete_port for 37d757c7-0217-4f28-91b8-a9aa6bf91bf4 owned by network:router_gateway {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:25:42.881786 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-11078a8d-5ae9-42ea-8bec-769f68007296 None None] Set router e0411a7d-a680-4c17-ab1c-279608a4c93c gateway port host: None {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 01:25:42.909314 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:25:42.935134 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-11078a8d-5ae9-42ea-8bec-769f68007296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'name': 'tempest-AttachVolumeNegativeTest-519383643-router', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:21:22Z', 'updated_at': '2022-07-28T01:25:42Z', 'revision_number': 6, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'gw_port_host': None}], 'dv-cinder-815582-11-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:25:42.960470 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11078a8d-5ae9-42ea-8bec-769f68007296 None None] The sync data for ids ['e0411a7d-a680-4c17-ab1c-279608a4c93c'] in dv-cinder-815582-11-iscsi is: [{'id': 'e0411a7d-a680-4c17-ab1c-279608a4c93c', 'name': 'tempest-AttachVolumeNegativeTest-519383643-router', 'tenant_id': 'adb91176f5f74f1199b2fc27c248cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T01:21:22Z', 'updated_at': '2022-07-28T01:25:42Z', 'revision_number': 6, 'project_id': 'adb91176f5f74f1199b2fc27c248cecd', 'gw_port_host': None}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 01:25:42.967779 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a862e8be-0f0e-4362-900d-f3932f32640e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4595618'] for port (37d757c7-0217-4f28-91b8-a9aa6bf91bf4), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:42.997126 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a862e8be-0f0e-4362-900d-f3932f32640e admin admin] Pushing event deleted for resources: {'Port': ['ID=37d757c7-0217-4f28-91b8-a9aa6bf91bf4,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:25:43.029264 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:43.059692 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a862e8be-0f0e-4362-900d-f3932f32640e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-949531'] for router_gateway (e0411a7d-a680-4c17-ab1c-279608a4c93c), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:43.147080 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a862e8be-0f0e-4362-900d-f3932f32640e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-347'] for router (e0411a7d-a680-4c17-ab1c-279608a4c93c), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:43.149321 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a862e8be-0f0e-4362-900d-f3932f32640e admin admin] Publish callbacks [] for router_controller (e0411a7d-a680-4c17-ab1c-279608a4c93c), precommit_delete_associations {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:43.194926 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a862e8be-0f0e-4362-900d-f3932f32640e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614162'] for router (e0411a7d-a680-4c17-ab1c-279608a4c93c), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:43.195438 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a862e8be-0f0e-4362-900d-f3932f32640e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0411a7d-a680-4c17-ab1c-279608a4c93c {{(pid=104161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 01:25:43.199661 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a862e8be-0f0e-4362-900d-f3932f32640e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:43.200800 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-a862e8be-0f0e-4362-900d-f3932f32640e admin admin] 10.222.0.17 "DELETE /v2.0/routers/e0411a7d-a680-4c17-ab1c-279608a4c93c HTTP/1.1" status: 204 len: 168 time: 0.7482829 Jul 28 01:25:43.204617 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 55300) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:25:43.251477 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_v2 [None req-05dbda4b-5468-420f-bf6b-f62fe3c07d16 admin admin] Deleting subnet f7bad7ae-d0ad-40fd-9058-fa644f2bc097 {{(pid=104162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 01:25:43.254731 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-05dbda4b-5468-420f-bf6b-f62fe3c07d16 admin admin] Publish callbacks [] for subnet (f7bad7ae-d0ad-40fd-9058-fa644f2bc097), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:43.293931 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-05dbda4b-5468-420f-bf6b-f62fe3c07d16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4511353'] for subnet (f7bad7ae-d0ad-40fd-9058-fa644f2bc097), precommit_delete_associations {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:43.372636 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:25:43.374334 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-05dbda4b-5468-420f-bf6b-f62fe3c07d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400619'] for subnet (f7bad7ae-d0ad-40fd-9058-fa644f2bc097), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:43.409175 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:25:43.432215 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-05dbda4b-5468-420f-bf6b-f62fe3c07d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4518666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4537631'] for subnet (f7bad7ae-d0ad-40fd-9058-fa644f2bc097), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:43.462242 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dbda4b-5468-420f-bf6b-f62fe3c07d16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7bad7ae-d0ad-40fd-9058-fa644f2bc097,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:25:43.467186 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-05dbda4b-5468-420f-bf6b-f62fe3c07d16 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:43.470923 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-05dbda4b-5468-420f-bf6b-f62fe3c07d16 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/f7bad7ae-d0ad-40fd-9058-fa644f2bc097 HTTP/1.1" status: 204 len: 168 time: 0.2651927 Jul 28 01:25:43.473584 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 55302) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:25:43.475624 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17861124-8c80-4fe6-87cf-220840250a88 None None] Network bac661c0-9620-4ebf-b1dc-5201ea1d9315 requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:25:43.542515 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5448cdc4-d54d-436d-8945-44d9fe084cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295201'] for network (bac661c0-9620-4ebf-b1dc-5201ea1d9315), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:43.585563 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-5448cdc4-d54d-436d-8945-44d9fe084cc3 admin admin] Deleting port 9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6 {{(pid=104162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:25:43.585909 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5448cdc4-d54d-436d-8945-44d9fe084cc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:43.653332 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-5448cdc4-d54d-436d-8945-44d9fe084cc3 admin admin] For port 9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6, host dv-cinder-815582-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-11-iscsi',level=0,port_id=9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6,segment=NetworkSegment(09a4dbbe-38b5-4ce4-8d83-42afd69b4a73),segment_id=09a4dbbe-38b5-4ce4-8d83-42afd69b4a73)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:25:43.653688 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5448cdc4-d54d-436d-8945-44d9fe084cc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:43.666898 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-5448cdc4-d54d-436d-8945-44d9fe084cc3 admin admin] Calling delete_port for 9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6 owned by network:dhcp {{(pid=104162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:25:43.718610 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e34027c-455b-461b-9459-09f184447f24 None None] DHCP port deletion for bac661c0-9620-4ebf-b1dc-5201ea1d9315 request from dv-cinder-815582-11-iscsi {{(pid=104163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 01:25:43.755574 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5448cdc4-d54d-436d-8945-44d9fe084cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4518695'] for port (9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:43.758525 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-5e34027c-455b-461b-9459-09f184447f24 None None] Deleting port 9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6 {{(pid=104163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 01:25:43.758937 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-5e34027c-455b-461b-9459-09f184447f24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778716774925'] for port (9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6), before_delete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:43.785388 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5448cdc4-d54d-436d-8945-44d9fe084cc3 admin admin] No DVR routers for this DVR port 9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6 on host dv-cinder-815582-11-iscsi {{(pid=104162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 01:25:43.787116 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5448cdc4-d54d-436d-8945-44d9fe084cc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:25:43.862049 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5448cdc4-d54d-436d-8945-44d9fe084cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1398533', 'neutron.services.segments.db._delete_segments_for_network-8778716901834'] for network (bac661c0-9620-4ebf-b1dc-5201ea1d9315), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:43.887444 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.services.segments.db [None req-5448cdc4-d54d-436d-8945-44d9fe084cc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bac661c0-9620-4ebf-b1dc-5201ea1d9315']}} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:25:43.900030 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.services.segments.db [None req-5448cdc4-d54d-436d-8945-44d9fe084cc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09a4dbbe-38b5-4ce4-8d83-42afd69b4a73') {'for_net_delete': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:25:43.900413 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.services.segments.db [None req-5448cdc4-d54d-436d-8945-44d9fe084cc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09a4dbbe-38b5-4ce4-8d83-42afd69b4a73') {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:25:43.913444 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5448cdc4-d54d-436d-8945-44d9fe084cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778716901735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4511328'] for segment (09a4dbbe-38b5-4ce4-8d83-42afd69b4a73), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:43.928877 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5448cdc4-d54d-436d-8945-44d9fe084cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084'] for segment (09a4dbbe-38b5-4ce4-8d83-42afd69b4a73), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:43.936476 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5448cdc4-d54d-436d-8945-44d9fe084cc3 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=104162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 01:25:43.936876 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5448cdc4-d54d-436d-8945-44d9fe084cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4518740'] for segment (09a4dbbe-38b5-4ce4-8d83-42afd69b4a73), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:43.962992 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-5e34027c-455b-461b-9459-09f184447f24 None None] For port 9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6, host dv-cinder-815582-11-iscsi, got binding levels [] {{(pid=104163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 01:25:43.963393 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-5e34027c-455b-461b-9459-09f184447f24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945682'] for port (9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6), precommit_delete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:43.978102 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-5e34027c-455b-461b-9459-09f184447f24 None None] Calling delete_port for 9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6 owned by network:dhcp {{(pid=104163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 01:25:43.981581 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.ipam_backend_mixin [None req-5e34027c-455b-461b-9459-09f184447f24 None None] Port 9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6 was not found and therefore no delete operation was performed {{(pid=104163) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 28 01:25:43.983060 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-5e34027c-455b-461b-9459-09f184447f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778716779075', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778716399436'] for port (9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6), after_delete {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:43.995707 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e34027c-455b-461b-9459-09f184447f24 None None] No DVR routers for this DVR port 9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6 on host dv-cinder-815582-11-iscsi {{(pid=104163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 01:25:44.017030 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5448cdc4-d54d-436d-8945-44d9fe084cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1398542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-949559'] for network (bac661c0-9620-4ebf-b1dc-5201ea1d9315), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:44.030790 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e34027c-455b-461b-9459-09f184447f24 None None] Pushing event deleted for resources: {'Port': ['ID=9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6,revision_number=None']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:25:44.032918 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5448cdc4-d54d-436d-8945-44d9fe084cc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:44.036339 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-5448cdc4-d54d-436d-8945-44d9fe084cc3 admin admin] 10.222.0.17 "DELETE /v2.0/networks/bac661c0-9620-4ebf-b1dc-5201ea1d9315 HTTP/1.1" status: 204 len: 168 time: 0.5614448 Jul 28 01:25:44.037704 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5448cdc4-d54d-436d-8945-44d9fe084cc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=bac661c0-9620-4ebf-b1dc-5201ea1d9315,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:25:44.108056 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.services.segments.plugin [-] Segment 09a4dbbe-38b5-4ce4-8d83-42afd69b4a73 resource provider aggregate not found Jul 28 01:25:44.125719 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.services.segments.plugin [-] Segment 09a4dbbe-38b5-4ce4-8d83-42afd69b4a73 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 09a4dbbe-38b5-4ce4-8d83-42afd69b4a73 found for delete ", "request_id": "req-bb808e69-fa0a-4921-b59f-f2473e82f7d9"}]} Jul 28 01:25:44.213236 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 55312) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:25:44.253525 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-9e4973cc-76b8-4b9c-9deb-5f451511c70d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=adb91176f5f74f1199b2fc27c248cecd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390365 Jul 28 01:25:44.256331 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 55314) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:25:44.305436 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-642897d4-2136-4816-bb79-d6d22d00c26e admin admin] Publish callbacks [] for security_group (b3d6a869-0cdd-4ec5-a18e-45edf14c18cf), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:44.327661 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-642897d4-2136-4816-bb79-d6d22d00c26e admin admin] Publish callbacks [] for security_group (b3d6a869-0cdd-4ec5-a18e-45edf14c18cf), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:44.380336 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-642897d4-2136-4816-bb79-d6d22d00c26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (b3d6a869-0cdd-4ec5-a18e-45edf14c18cf), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:44.385101 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-642897d4-2136-4816-bb79-d6d22d00c26e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:44.386743 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-642897d4-2136-4816-bb79-d6d22d00c26e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/b3d6a869-0cdd-4ec5-a18e-45edf14c18cf HTTP/1.1" status: 204 len: 168 time: 0.1295764 Jul 28 01:25:44.394572 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642897d4-2136-4816-bb79-d6d22d00c26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d6a869-0cdd-4ec5-a18e-45edf14c18cf,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:25:44.734656 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7 no longer exists at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:25:44.755442 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] No Port match for: a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7 {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:25:44.755790 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device a4ef72a4-089e-4aa9-b6c7-95ec5199bbc7 not bound to the agent host dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:25:44.756213 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6 no longer exists at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:25:44.775628 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] No Port match for: 9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6 {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:25:44.775964 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 9b6ef74e-303e-4e5a-81fa-fdfb2d6592c6 not bound to the agent host dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:25:44.776409 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 37d757c7-0217-4f28-91b8-a9aa6bf91bf4 no longer exists at agent ovs-agent-dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 01:25:44.798460 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] No Port match for: 37d757c7-0217-4f28-91b8-a9aa6bf91bf4 {{(pid=104163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 01:25:44.798826 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Device 37d757c7-0217-4f28-91b8-a9aa6bf91bf4 not bound to the agent host dv-cinder-815582-11-iscsi {{(pid=104163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 01:25:45.110655 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 55336) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:25:45.220582 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-b5cdb7dd-06d1-480f-ae08-e853cdcf8c18 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-163819670-network', 'tenant_id': '827c4df3c4fa4c6c90d49d95b5383aad'}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:25:45.242750 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5cdb7dd-06d1-480f-ae08-e853cdcf8c18 admin admin] Made reservation on behalf of 827c4df3c4fa4c6c90d49d95b5383aad for: {'network': 1} {{(pid=104162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:25:45.245152 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b5cdb7dd-06d1-480f-ae08-e853cdcf8c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for network (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:45.254253 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b5cdb7dd-06d1-480f-ae08-e853cdcf8c18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:45.287465 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:25:45.291932 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:25:45.350304 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b5cdb7dd-06d1-480f-ae08-e853cdcf8c18 admin admin] Publish callbacks [] for security_group (29dc09c4-515f-4dc2-93ae-dee6371a9e20), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:45.354509 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b5cdb7dd-06d1-480f-ae08-e853cdcf8c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (29dc09c4-515f-4dc2-93ae-dee6371a9e20), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:45.381397 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5cdb7dd-06d1-480f-ae08-e853cdcf8c18 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=104162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 01:25:45.391613 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cdb7dd-06d1-480f-ae08-e853cdcf8c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29dc09c4-515f-4dc2-93ae-dee6371a9e20,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:25:45.397694 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b5cdb7dd-06d1-480f-ae08-e853cdcf8c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084'] for segment (329e8197-5094-4bdc-a2a0-92cd6e103879), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:45.398037 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.db.segments_db [None req-b5cdb7dd-06d1-480f-ae08-e853cdcf8c18 admin admin] Added segment 329e8197-5094-4bdc-a2a0-92cd6e103879 of type vlan for network 2a62ed08-fb19-4104-9804-e67426a3eead Jul 28 01:25:45.439280 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b5cdb7dd-06d1-480f-ae08-e853cdcf8c18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778716385410'] for network (2a62ed08-fb19-4104-9804-e67426a3eead), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:45.467200 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b5cdb7dd-06d1-480f-ae08-e853cdcf8c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for network (2a62ed08-fb19-4104-9804-e67426a3eead), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:45.468251 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cdb7dd-06d1-480f-ae08-e853cdcf8c18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:25:45.468837 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b5cdb7dd-06d1-480f-ae08-e853cdcf8c18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:45.531907 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-b5cdb7dd-06d1-480f-ae08-e853cdcf8c18 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4197583 Jul 28 01:25:45.535085 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 55342) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:25:45.536851 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cdb7dd-06d1-480f-ae08-e853cdcf8c18 admin admin] Pushing event updated for resources: {'Network': ['ID=2a62ed08-fb19-4104-9804-e67426a3eead,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:25:45.540190 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-32fa3ddc-e171-4d52-b7db-df31c444c7a4 admin admin] Request body: {'subnet': {'network_id': '2a62ed08-fb19-4104-9804-e67426a3eead', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-163819670-subnet', 'tenant_id': '827c4df3c4fa4c6c90d49d95b5383aad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:25:45.546976 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Network 2a62ed08-fb19-4104-9804-e67426a3eead details requested by agent ovs-agent-dv-cinder-815582-11-iscsi with host dv-cinder-815582-11-iscsi {{(pid=104163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 01:25:45.561688 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32fa3ddc-e171-4d52-b7db-df31c444c7a4 admin admin] Made reservation on behalf of 827c4df3c4fa4c6c90d49d95b5383aad for: {'subnet': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:25:45.564218 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-32fa3ddc-e171-4d52-b7db-df31c444c7a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7313038'] for subnet (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:45.733485 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-32fa3ddc-e171-4d52-b7db-df31c444c7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4595534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7313056'] for subnet (3a9a2dc9-c9e1-4142-9f14-67e68623a68c), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:45.787124 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa3ddc-e171-4d52-b7db-df31c444c7a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a9a2dc9-c9e1-4142-9f14-67e68623a68c,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:25:45.802301 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fa3ddc-e171-4d52-b7db-df31c444c7a4 admin admin] Checking segment: {'id': '329e8197-5094-4bdc-a2a0-92cd6e103879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2a62ed08-fb19-4104-9804-e67426a3eead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:25:45.802654 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fa3ddc-e171-4d52-b7db-df31c444c7a4 admin admin] Network hostable DHCP agents. Network: 2a62ed08-fb19-4104-9804-e67426a3eead, hostable agents: ['1da181d0-8fa3-49c1-8992-3db4e395f26f'], hosted agents: [] {{(pid=104161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 01:25:45.821148 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fa3ddc-e171-4d52-b7db-df31c444c7a4 admin admin] Network 2a62ed08-fb19-4104-9804-e67426a3eead is scheduled to be hosted by DHCP agent 1da181d0-8fa3-49c1-8992-3db4e395f26f with binding_index 1 {{(pid=104161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 01:25:45.831189 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-32fa3ddc-e171-4d52-b7db-df31c444c7a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-11-iscsi, 2a62ed08-fb19-4104-9804-e67426a3eead) {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:25:45.835167 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fa3ddc-e171-4d52-b7db-df31c444c7a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:25:45.835870 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-32fa3ddc-e171-4d52-b7db-df31c444c7a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for subnet (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:45.840504 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d348b99-ae8a-4ad8-839f-8cfe0cd09d04 None None] Network 2a62ed08-fb19-4104-9804-e67426a3eead requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:25:45.855194 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-32fa3ddc-e171-4d52-b7db-df31c444c7a4 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3189931 Jul 28 01:25:45.942105 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcce0328-7b62-406f-b5ab-1a990ffc947b None None] Network 2a62ed08-fb19-4104-9804-e67426a3eead requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:25:46.350130 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 55358) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:25:46.355092 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-d6758924-1449-462c-b40f-b1755af7c098 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-534776734-network', 'tenant_id': '595ecd12dca744079cf1e60fdcc8f03b'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:25:46.376048 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6758924-1449-462c-b40f-b1755af7c098 admin admin] Made reservation on behalf of 595ecd12dca744079cf1e60fdcc8f03b for: {'network': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:25:46.378374 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d6758924-1449-462c-b40f-b1755af7c098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1326019'] for network (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:46.387148 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d6758924-1449-462c-b40f-b1755af7c098 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:46.408747 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=79,neutron:DELETE=11,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:25:46.470050 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d6758924-1449-462c-b40f-b1755af7c098 admin admin] Publish callbacks [] for security_group (9c61c9b4-8d1a-468b-a2fd-02b268828fe0), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:46.475122 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d6758924-1449-462c-b40f-b1755af7c098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (9c61c9b4-8d1a-468b-a2fd-02b268828fe0), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:46.496164 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:UPDATE=3,neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=11 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:25:46.507375 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6758924-1449-462c-b40f-b1755af7c098 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=104161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 01:25:46.514342 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6758924-1449-462c-b40f-b1755af7c098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c61c9b4-8d1a-468b-a2fd-02b268828fe0,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:25:46.524741 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d6758924-1449-462c-b40f-b1755af7c098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084'] for segment (4b2930db-f230-449f-9ce1-bf5c8e6f8b6e), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:46.525129 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.db.segments_db [None req-d6758924-1449-462c-b40f-b1755af7c098 admin admin] Added segment 4b2930db-f230-449f-9ce1-bf5c8e6f8b6e of type vlan for network 85ecbd10-5173-4d5a-a8b6-1fb5623795e7 Jul 28 01:25:46.572422 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d6758924-1449-462c-b40f-b1755af7c098 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778716385410'] for network (85ecbd10-5173-4d5a-a8b6-1fb5623795e7), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:46.600163 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d6758924-1449-462c-b40f-b1755af7c098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for network (85ecbd10-5173-4d5a-a8b6-1fb5623795e7), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:46.601144 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6758924-1449-462c-b40f-b1755af7c098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:25:46.601731 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d6758924-1449-462c-b40f-b1755af7c098 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:46.660595 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-d6758924-1449-462c-b40f-b1755af7c098 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3093541 Jul 28 01:25:46.663876 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 55360) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:25:46.665676 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6758924-1449-462c-b40f-b1755af7c098 admin admin] Pushing event updated for resources: {'Network': ['ID=85ecbd10-5173-4d5a-a8b6-1fb5623795e7,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:25:46.669436 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.v2.base [None req-1b08e431-eb6c-4a63-94e3-58d72ab6d7e3 admin admin] Request body: {'subnet': {'network_id': '85ecbd10-5173-4d5a-a8b6-1fb5623795e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-534776734-subnet', 'tenant_id': '595ecd12dca744079cf1e60fdcc8f03b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 01:25:46.676566 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.rpc [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Network 85ecbd10-5173-4d5a-a8b6-1fb5623795e7 details requested by agent ovs-agent-dv-cinder-815582-11-iscsi with host dv-cinder-815582-11-iscsi {{(pid=104163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 01:25:46.691191 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b08e431-eb6c-4a63-94e3-58d72ab6d7e3 admin admin] Made reservation on behalf of 595ecd12dca744079cf1e60fdcc8f03b for: {'subnet': 1} {{(pid=104162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 01:25:46.693655 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1b08e431-eb6c-4a63-94e3-58d72ab6d7e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4537658'] for subnet (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:46.875402 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1b08e431-eb6c-4a63-94e3-58d72ab6d7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4518859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4537620'] for subnet (86f511f7-162b-49c8-ba0b-2a88899b35a4), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:46.924593 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b08e431-eb6c-4a63-94e3-58d72ab6d7e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86f511f7-162b-49c8-ba0b-2a88899b35a4,revision_number=0']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:25:46.944445 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b08e431-eb6c-4a63-94e3-58d72ab6d7e3 admin admin] Checking segment: {'id': '4b2930db-f230-449f-9ce1-bf5c8e6f8b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '85ecbd10-5173-4d5a-a8b6-1fb5623795e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 01:25:46.944841 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b08e431-eb6c-4a63-94e3-58d72ab6d7e3 admin admin] Network hostable DHCP agents. Network: 85ecbd10-5173-4d5a-a8b6-1fb5623795e7, hostable agents: ['1da181d0-8fa3-49c1-8992-3db4e395f26f'], hosted agents: [] {{(pid=104162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 01:25:46.964184 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b08e431-eb6c-4a63-94e3-58d72ab6d7e3 admin admin] Network 85ecbd10-5173-4d5a-a8b6-1fb5623795e7 is scheduled to be hosted by DHCP agent 1da181d0-8fa3-49c1-8992-3db4e395f26f with binding_index 1 {{(pid=104162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 01:25:46.973610 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-1b08e431-eb6c-4a63-94e3-58d72ab6d7e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-11-iscsi, 85ecbd10-5173-4d5a-a8b6-1fb5623795e7) {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 01:25:46.977676 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b08e431-eb6c-4a63-94e3-58d72ab6d7e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 01:25:46.978265 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1b08e431-eb6c-4a63-94e3-58d72ab6d7e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:46.983081 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b81f47-f4f6-4969-8267-9f03a8911950 None None] Network 85ecbd10-5173-4d5a-a8b6-1fb5623795e7 requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:25:46.995808 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-1b08e431-eb6c-4a63-94e3-58d72ab6d7e3 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3307967 Jul 28 01:25:47.085684 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd87221-6f51-4a9c-aa06-410c990f79ac None None] Network 85ecbd10-5173-4d5a-a8b6-1fb5623795e7 requested from dv-cinder-815582-11-iscsi {{(pid=104163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 01:25:47.114828 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 55364) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:25:47.127242 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:25:47.161898 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_v2 [None req-108686cf-214b-4a4e-9984-d6022cab4905 admin admin] Deleting subnet 3a9a2dc9-c9e1-4142-9f14-67e68623a68c {{(pid=104162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 01:25:47.165414 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-108686cf-214b-4a4e-9984-d6022cab4905 admin admin] Publish callbacks [] for subnet (3a9a2dc9-c9e1-4142-9f14-67e68623a68c), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:47.205797 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-108686cf-214b-4a4e-9984-d6022cab4905 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4511353'] for subnet (3a9a2dc9-c9e1-4142-9f14-67e68623a68c), precommit_delete_associations {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:47.240361 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:25:47.245429 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-108686cf-214b-4a4e-9984-d6022cab4905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400619'] for subnet (3a9a2dc9-c9e1-4142-9f14-67e68623a68c), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:47.268395 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:25:47.305380 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-108686cf-214b-4a4e-9984-d6022cab4905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4518666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4537631'] for subnet (3a9a2dc9-c9e1-4142-9f14-67e68623a68c), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:47.330957 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108686cf-214b-4a4e-9984-d6022cab4905 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a9a2dc9-c9e1-4142-9f14-67e68623a68c,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:25:47.334809 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-108686cf-214b-4a4e-9984-d6022cab4905 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:47.338160 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-108686cf-214b-4a4e-9984-d6022cab4905 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/3a9a2dc9-c9e1-4142-9f14-67e68623a68c HTTP/1.1" status: 204 len: 168 time: 0.2222340 Jul 28 01:25:47.340852 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 55366) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:25:47.414473 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f0e334b1-2995-4488-bcc3-ee1e49a2260b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295201'] for network (2a62ed08-fb19-4104-9804-e67426a3eead), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:47.498353 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f0e334b1-2995-4488-bcc3-ee1e49a2260b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1398533', 'neutron.services.segments.db._delete_segments_for_network-8778716901834'] for network (2a62ed08-fb19-4104-9804-e67426a3eead), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:47.519356 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.services.segments.db [None req-f0e334b1-2995-4488-bcc3-ee1e49a2260b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a62ed08-fb19-4104-9804-e67426a3eead']}} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:25:47.529181 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.services.segments.db [None req-f0e334b1-2995-4488-bcc3-ee1e49a2260b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '329e8197-5094-4bdc-a2a0-92cd6e103879') {'for_net_delete': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:25:47.529474 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.services.segments.db [None req-f0e334b1-2995-4488-bcc3-ee1e49a2260b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '329e8197-5094-4bdc-a2a0-92cd6e103879') {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:25:47.539466 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f0e334b1-2995-4488-bcc3-ee1e49a2260b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778716901735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4511328'] for segment (329e8197-5094-4bdc-a2a0-92cd6e103879), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:47.552904 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f0e334b1-2995-4488-bcc3-ee1e49a2260b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084'] for segment (329e8197-5094-4bdc-a2a0-92cd6e103879), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:47.559292 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0e334b1-2995-4488-bcc3-ee1e49a2260b admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=104162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 01:25:47.559696 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f0e334b1-2995-4488-bcc3-ee1e49a2260b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4518740'] for segment (329e8197-5094-4bdc-a2a0-92cd6e103879), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:47.597968 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.services.segments.plugin [-] Segment 329e8197-5094-4bdc-a2a0-92cd6e103879 resource provider aggregate not found Jul 28 01:25:47.616665 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.services.segments.plugin [-] Segment 329e8197-5094-4bdc-a2a0-92cd6e103879 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 329e8197-5094-4bdc-a2a0-92cd6e103879 found for delete ", "request_id": "req-a14f76b5-94a2-45a4-b8d2-e5f76721dd26"}]} Jul 28 01:25:47.624958 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f0e334b1-2995-4488-bcc3-ee1e49a2260b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1398542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-949559'] for network (2a62ed08-fb19-4104-9804-e67426a3eead), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:47.630829 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f0e334b1-2995-4488-bcc3-ee1e49a2260b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:47.633854 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-f0e334b1-2995-4488-bcc3-ee1e49a2260b admin admin] 10.222.0.17 "DELETE /v2.0/networks/2a62ed08-fb19-4104-9804-e67426a3eead HTTP/1.1" status: 204 len: 168 time: 0.2920725 Jul 28 01:25:47.636960 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 55372) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:25:47.644941 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e334b1-2995-4488-bcc3-ee1e49a2260b admin admin] Pushing event deleted for resources: {'Network': ['ID=2a62ed08-fb19-4104-9804-e67426a3eead,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:25:47.682250 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_v2 [None req-a25ecd53-a765-4d66-af63-df2c11a68aa1 admin admin] Deleting subnet 86f511f7-162b-49c8-ba0b-2a88899b35a4 {{(pid=104161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 01:25:47.685607 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a25ecd53-a765-4d66-af63-df2c11a68aa1 admin admin] Publish callbacks [] for subnet (86f511f7-162b-49c8-ba0b-2a88899b35a4), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:47.719399 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a25ecd53-a765-4d66-af63-df2c11a68aa1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4967686'] for subnet (86f511f7-162b-49c8-ba0b-2a88899b35a4), precommit_delete_associations {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:47.763585 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a25ecd53-a765-4d66-af63-df2c11a68aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1400619'] for subnet (86f511f7-162b-49c8-ba0b-2a88899b35a4), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:48.061919 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a25ecd53-a765-4d66-af63-df2c11a68aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4595599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7313067'] for subnet (86f511f7-162b-49c8-ba0b-2a88899b35a4), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:48.089983 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ecd53-a765-4d66-af63-df2c11a68aa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86f511f7-162b-49c8-ba0b-2a88899b35a4,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:25:48.094052 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a25ecd53-a765-4d66-af63-df2c11a68aa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for subnet (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:48.097113 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-a25ecd53-a765-4d66-af63-df2c11a68aa1 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/86f511f7-162b-49c8-ba0b-2a88899b35a4 HTTP/1.1" status: 204 len: 168 time: 0.4591138 Jul 28 01:25:48.099880 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 55374) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:25:48.178571 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-521750c3-44df-4f2e-b6ec-bd04e25e59c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295201'] for network (85ecbd10-5173-4d5a-a8b6-1fb5623795e7), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:48.260591 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-521750c3-44df-4f2e-b6ec-bd04e25e59c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1398533', 'neutron.services.segments.db._delete_segments_for_network-8778716901834'] for network (85ecbd10-5173-4d5a-a8b6-1fb5623795e7), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:48.280495 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-521750c3-44df-4f2e-b6ec-bd04e25e59c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85ecbd10-5173-4d5a-a8b6-1fb5623795e7']}} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:25:48.289728 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-521750c3-44df-4f2e-b6ec-bd04e25e59c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b2930db-f230-449f-9ce1-bf5c8e6f8b6e') {'for_net_delete': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:25:48.290018 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-521750c3-44df-4f2e-b6ec-bd04e25e59c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b2930db-f230-449f-9ce1-bf5c8e6f8b6e') {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 01:25:48.299692 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-521750c3-44df-4f2e-b6ec-bd04e25e59c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778716901735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4967711'] for segment (4b2930db-f230-449f-9ce1-bf5c8e6f8b6e), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:48.313102 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-521750c3-44df-4f2e-b6ec-bd04e25e59c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084'] for segment (4b2930db-f230-449f-9ce1-bf5c8e6f8b6e), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:48.320837 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-521750c3-44df-4f2e-b6ec-bd04e25e59c0 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=104161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 01:25:48.321327 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-521750c3-44df-4f2e-b6ec-bd04e25e59c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4595665'] for segment (4b2930db-f230-449f-9ce1-bf5c8e6f8b6e), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:48.385892 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-521750c3-44df-4f2e-b6ec-bd04e25e59c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1398542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-949559'] for network (85ecbd10-5173-4d5a-a8b6-1fb5623795e7), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:48.392607 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-521750c3-44df-4f2e-b6ec-bd04e25e59c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:48.395865 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-521750c3-44df-4f2e-b6ec-bd04e25e59c0 admin admin] 10.222.0.17 "DELETE /v2.0/networks/85ecbd10-5173-4d5a-a8b6-1fb5623795e7 HTTP/1.1" status: 204 len: 168 time: 0.2949479 Jul 28 01:25:48.406193 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521750c3-44df-4f2e-b6ec-bd04e25e59c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=85ecbd10-5173-4d5a-a8b6-1fb5623795e7,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:25:48.478497 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.services.segments.plugin [-] Segment 4b2930db-f230-449f-9ce1-bf5c8e6f8b6e resource provider aggregate not found Jul 28 01:25:48.494718 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.services.segments.plugin [-] Segment 4b2930db-f230-449f-9ce1-bf5c8e6f8b6e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4b2930db-f230-449f-9ce1-bf5c8e6f8b6e found for delete ", "request_id": "req-045918a9-1ce1-49f3-928d-c90d42d2e56d"}]} Jul 28 01:25:48.575932 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 55384) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:25:48.616750 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-0d71f54f-d2a6-4959-90fb-dd95e02c1fb4 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=827c4df3c4fa4c6c90d49d95b5383aad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395882 Jul 28 01:25:48.619355 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 55386) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:25:48.669273 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d056a3bb-9791-45c5-bfaa-03698e77d6ef admin admin] Publish callbacks [] for security_group (29dc09c4-515f-4dc2-93ae-dee6371a9e20), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:48.694602 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d056a3bb-9791-45c5-bfaa-03698e77d6ef admin admin] Publish callbacks [] for security_group (29dc09c4-515f-4dc2-93ae-dee6371a9e20), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:48.744649 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d056a3bb-9791-45c5-bfaa-03698e77d6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (29dc09c4-515f-4dc2-93ae-dee6371a9e20), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:48.747314 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d056a3bb-9791-45c5-bfaa-03698e77d6ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:48.748471 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-d056a3bb-9791-45c5-bfaa-03698e77d6ef admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/29dc09c4-515f-4dc2-93ae-dee6371a9e20 HTTP/1.1" status: 204 len: 168 time: 0.1281424 Jul 28 01:25:48.756767 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d056a3bb-9791-45c5-bfaa-03698e77d6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29dc09c4-515f-4dc2-93ae-dee6371a9e20,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:25:49.088015 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 55392) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:25:49.133129 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-c969fa46-97cd-4316-a091-698bc55d599f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=595ecd12dca744079cf1e60fdcc8f03b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439045 Jul 28 01:25:49.135753 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 55394) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:25:49.157824 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:INSERT=8,neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:25:49.188586 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7467b24b-037d-47aa-85af-47b7bc162d14 admin admin] Publish callbacks [] for security_group (9c61c9b4-8d1a-468b-a2fd-02b268828fe0), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:49.209873 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7467b24b-037d-47aa-85af-47b7bc162d14 admin admin] Publish callbacks [] for security_group (9c61c9b4-8d1a-468b-a2fd-02b268828fe0), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:49.211388 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:25:49.264353 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7467b24b-037d-47aa-85af-47b7bc162d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (9c61c9b4-8d1a-468b-a2fd-02b268828fe0), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:49.267090 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7467b24b-037d-47aa-85af-47b7bc162d14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:25:49.268201 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-7467b24b-037d-47aa-85af-47b7bc162d14 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/9c61c9b4-8d1a-468b-a2fd-02b268828fe0 HTTP/1.1" status: 204 len: 168 time: 0.1315010 Jul 28 01:25:49.275749 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467b24b-037d-47aa-85af-47b7bc162d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c61c9b4-8d1a-468b-a2fd-02b268828fe0,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:25:55.404963 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:25:55.409347 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=26 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:25:59.123569 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=59,neutron:DELETE=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:25:59.128131 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=50,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:25:59.247593 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:25:59.272237 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=12,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:25:59.287882 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=6 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:25:59.288812 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:26:02.508023 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (8d4a48be-b376-49eb-a7aa-478deaa3f35f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:03.447138 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.agents_db [None req-b5d7b8ea-190f-43e3-81f4-c45e7fbfa344 None None] Agent healthcheck: found 6 active agents {{(pid=104164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 01:26:07.868493 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-f70fc126-6d56-4d11-a7bd-e1e7171ac885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:10.362394 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-94ef5464-8b22-473b-90a0-c0a63c411299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:11.394122 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:12.774030 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:13.039236 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:13.439871 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=2 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:26:23.025768 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:26:23.032141 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:26:30.357875 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 55766) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:26:30.475482 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-967723ca-120f-4460-a7df-40759727b012 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:30.554220 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-967723ca-120f-4460-a7df-40759727b012 admin admin] Publish callbacks [] for security_group (68c63185-db48-4c3a-8608-1b73bd0dc346), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:30.560097 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-967723ca-120f-4460-a7df-40759727b012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (68c63185-db48-4c3a-8608-1b73bd0dc346), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:30.599152 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967723ca-120f-4460-a7df-40759727b012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c63185-db48-4c3a-8608-1b73bd0dc346,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:26:30.604790 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-967723ca-120f-4460-a7df-40759727b012 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=74694341c3ed404684fbd56ba63d0508&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2459109 Jul 28 01:26:30.608479 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 55770) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:26:30.659846 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-90f9bff8-d1db-4ddd-bb0d-bcecd3f9130e admin admin] Publish callbacks [] for security_group (68c63185-db48-4c3a-8608-1b73bd0dc346), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:30.681395 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-90f9bff8-d1db-4ddd-bb0d-bcecd3f9130e admin admin] Publish callbacks [] for security_group (68c63185-db48-4c3a-8608-1b73bd0dc346), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:30.732527 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-90f9bff8-d1db-4ddd-bb0d-bcecd3f9130e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (68c63185-db48-4c3a-8608-1b73bd0dc346), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:30.736556 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-90f9bff8-d1db-4ddd-bb0d-bcecd3f9130e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:30.738128 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-90f9bff8-d1db-4ddd-bb0d-bcecd3f9130e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/68c63185-db48-4c3a-8608-1b73bd0dc346 HTTP/1.1" status: 204 len: 168 time: 0.1286976 Jul 28 01:26:30.746041 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9bff8-d1db-4ddd-bb0d-bcecd3f9130e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c63185-db48-4c3a-8608-1b73bd0dc346,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:26:31.026405 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 55776) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:26:31.045721 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-93edbbe1-969b-41c8-b077-70e51f3350f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:31.137754 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-93edbbe1-969b-41c8-b077-70e51f3350f4 admin admin] Publish callbacks [] for security_group (f04792cc-fc45-472c-a2cb-6e228aa1b074), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:31.142585 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-93edbbe1-969b-41c8-b077-70e51f3350f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (f04792cc-fc45-472c-a2cb-6e228aa1b074), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:31.180975 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93edbbe1-969b-41c8-b077-70e51f3350f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04792cc-fc45-472c-a2cb-6e228aa1b074,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:26:31.185347 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-93edbbe1-969b-41c8-b077-70e51f3350f4 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=1209222633454523a98b1e5a263d7f3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1578040 Jul 28 01:26:31.188262 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 55778) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:26:31.238653 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2635a7f1-c8db-4a35-94ec-a7b70bc61417 admin admin] Publish callbacks [] for security_group (f04792cc-fc45-472c-a2cb-6e228aa1b074), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:31.260362 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2635a7f1-c8db-4a35-94ec-a7b70bc61417 admin admin] Publish callbacks [] for security_group (f04792cc-fc45-472c-a2cb-6e228aa1b074), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:31.307825 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2635a7f1-c8db-4a35-94ec-a7b70bc61417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (f04792cc-fc45-472c-a2cb-6e228aa1b074), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:31.310430 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2635a7f1-c8db-4a35-94ec-a7b70bc61417 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:31.311544 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-2635a7f1-c8db-4a35-94ec-a7b70bc61417 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f04792cc-fc45-472c-a2cb-6e228aa1b074 HTTP/1.1" status: 204 len: 168 time: 0.1225393 Jul 28 01:26:31.319864 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2635a7f1-c8db-4a35-94ec-a7b70bc61417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04792cc-fc45-472c-a2cb-6e228aa1b074,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:26:32.504512 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (8d4a48be-b376-49eb-a7aa-478deaa3f35f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:33.938730 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 55846) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:26:34.052509 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-51e70e27-33f5-4075-85a5-b9c98eec1a0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:34.090817 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:26:34.121343 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:26:34.135940 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-51e70e27-33f5-4075-85a5-b9c98eec1a0e admin admin] Publish callbacks [] for security_group (eeb78765-b9c2-41a7-ad6f-9ae70c944aac), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:34.140547 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-51e70e27-33f5-4075-85a5-b9c98eec1a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (eeb78765-b9c2-41a7-ad6f-9ae70c944aac), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:34.180510 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-51e70e27-33f5-4075-85a5-b9c98eec1a0e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ffa0c52f7c27466cb70785d62a2e2806&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406418 Jul 28 01:26:34.181776 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e70e27-33f5-4075-85a5-b9c98eec1a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb78765-b9c2-41a7-ad6f-9ae70c944aac,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:26:34.183449 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 55850) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:26:34.235314 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-494caac4-2ac3-4858-b336-2cda5d14eea9 admin admin] Publish callbacks [] for security_group (eeb78765-b9c2-41a7-ad6f-9ae70c944aac), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:34.258172 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-494caac4-2ac3-4858-b336-2cda5d14eea9 admin admin] Publish callbacks [] for security_group (eeb78765-b9c2-41a7-ad6f-9ae70c944aac), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:34.307542 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-494caac4-2ac3-4858-b336-2cda5d14eea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (eeb78765-b9c2-41a7-ad6f-9ae70c944aac), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:34.310058 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-494caac4-2ac3-4858-b336-2cda5d14eea9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:34.311225 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-494caac4-2ac3-4858-b336-2cda5d14eea9 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/eeb78765-b9c2-41a7-ad6f-9ae70c944aac HTTP/1.1" status: 204 len: 168 time: 0.1266379 Jul 28 01:26:34.319303 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494caac4-2ac3-4858-b336-2cda5d14eea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb78765-b9c2-41a7-ad6f-9ae70c944aac,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:26:34.599550 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 55856) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:26:34.613268 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-9d9b9303-1b47-40cb-9fa7-27053b39d3fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:34.691274 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-9d9b9303-1b47-40cb-9fa7-27053b39d3fc admin admin] Publish callbacks [] for security_group (5c46688d-c8ca-499c-9f08-454d8208f144), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:34.697257 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-9d9b9303-1b47-40cb-9fa7-27053b39d3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (5c46688d-c8ca-499c-9f08-454d8208f144), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:34.737022 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-9d9b9303-1b47-40cb-9fa7-27053b39d3fc admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ea322686e9234ca5a4712f03bac4be1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363554 Jul 28 01:26:34.737710 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b9303-1b47-40cb-9fa7-27053b39d3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c46688d-c8ca-499c-9f08-454d8208f144,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:26:34.740037 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 55858) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:26:34.797336 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-881ee4f5-b0a5-4def-a315-dffff5574e55 admin admin] Publish callbacks [] for security_group (5c46688d-c8ca-499c-9f08-454d8208f144), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:34.819358 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-881ee4f5-b0a5-4def-a315-dffff5574e55 admin admin] Publish callbacks [] for security_group (5c46688d-c8ca-499c-9f08-454d8208f144), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:34.870679 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-881ee4f5-b0a5-4def-a315-dffff5574e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (5c46688d-c8ca-499c-9f08-454d8208f144), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:34.873148 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-881ee4f5-b0a5-4def-a315-dffff5574e55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:34.874319 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-881ee4f5-b0a5-4def-a315-dffff5574e55 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/5c46688d-c8ca-499c-9f08-454d8208f144 HTTP/1.1" status: 204 len: 168 time: 0.1332712 Jul 28 01:26:34.882539 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ee4f5-b0a5-4def-a315-dffff5574e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c46688d-c8ca-499c-9f08-454d8208f144,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:26:36.378065 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=4 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:26:36.378818 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:26:36.985361 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 55926) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:26:37.109883 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-bc7135b0-16e3-425b-bf58-ffb7bbd5390b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:37.201052 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-bc7135b0-16e3-425b-bf58-ffb7bbd5390b admin admin] Publish callbacks [] for security_group (470ecf65-bbbe-4d8d-b97f-3d7f8aefb46a), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:37.206630 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-bc7135b0-16e3-425b-bf58-ffb7bbd5390b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (470ecf65-bbbe-4d8d-b97f-3d7f8aefb46a), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:37.245017 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-bc7135b0-16e3-425b-bf58-ffb7bbd5390b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=0a0e9c32ab0142f09f5799469fcdbf7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2585959 Jul 28 01:26:37.245858 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7135b0-16e3-425b-bf58-ffb7bbd5390b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470ecf65-bbbe-4d8d-b97f-3d7f8aefb46a,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:26:37.248027 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 55930) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:26:37.298494 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2fa4b258-ec85-4154-beb1-64e69a71c8ef admin admin] Publish callbacks [] for security_group (470ecf65-bbbe-4d8d-b97f-3d7f8aefb46a), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:37.320220 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2fa4b258-ec85-4154-beb1-64e69a71c8ef admin admin] Publish callbacks [] for security_group (470ecf65-bbbe-4d8d-b97f-3d7f8aefb46a), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:37.382684 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2fa4b258-ec85-4154-beb1-64e69a71c8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (470ecf65-bbbe-4d8d-b97f-3d7f8aefb46a), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:37.386910 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2fa4b258-ec85-4154-beb1-64e69a71c8ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:37.388771 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-2fa4b258-ec85-4154-beb1-64e69a71c8ef admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/470ecf65-bbbe-4d8d-b97f-3d7f8aefb46a HTTP/1.1" status: 204 len: 168 time: 0.1395154 Jul 28 01:26:37.398117 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa4b258-ec85-4154-beb1-64e69a71c8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470ecf65-bbbe-4d8d-b97f-3d7f8aefb46a,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:26:37.405396 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa4b258-ec85-4154-beb1-64e69a71c8ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:26:37.405750 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa4b258-ec85-4154-beb1-64e69a71c8ef admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:26:37.406089 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa4b258-ec85-4154-beb1-64e69a71c8ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:26:37.406430 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa4b258-ec85-4154-beb1-64e69a71c8ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:26:37.406769 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa4b258-ec85-4154-beb1-64e69a71c8ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:26:37.407128 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa4b258-ec85-4154-beb1-64e69a71c8ef admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:26:37.407460 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa4b258-ec85-4154-beb1-64e69a71c8ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:26:37.407872 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa4b258-ec85-4154-beb1-64e69a71c8ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:26:37.408115 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa4b258-ec85-4154-beb1-64e69a71c8ef admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:26:37.408836 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa4b258-ec85-4154-beb1-64e69a71c8ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:26:37.408836 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa4b258-ec85-4154-beb1-64e69a71c8ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:26:37.409292 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa4b258-ec85-4154-beb1-64e69a71c8ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:26:37.409590 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa4b258-ec85-4154-beb1-64e69a71c8ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:26:37.409916 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa4b258-ec85-4154-beb1-64e69a71c8ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:26:37.410237 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa4b258-ec85-4154-beb1-64e69a71c8ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:26:37.676074 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 55936) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:26:37.689867 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-6551afc1-7d45-40c3-a4aa-f95cb2dcf686 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:37.770389 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-6551afc1-7d45-40c3-a4aa-f95cb2dcf686 admin admin] Publish callbacks [] for security_group (edb45fb8-1069-4d0d-ba56-e29267a53878), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:37.778295 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-6551afc1-7d45-40c3-a4aa-f95cb2dcf686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (edb45fb8-1069-4d0d-ba56-e29267a53878), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:37.816934 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-6551afc1-7d45-40c3-a4aa-f95cb2dcf686 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=39d8bba053ca438384ae625dac577627&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1397507 Jul 28 01:26:37.818174 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6551afc1-7d45-40c3-a4aa-f95cb2dcf686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb45fb8-1069-4d0d-ba56-e29267a53878,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:26:37.820253 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 55938) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:26:37.862856 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-c15f01bb-b74e-4bcd-9abf-e034d4309df4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:37.880668 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0a9684fb-bc42-4183-a074-57598a664338 admin admin] Publish callbacks [] for security_group (edb45fb8-1069-4d0d-ba56-e29267a53878), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:37.902731 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0a9684fb-bc42-4183-a074-57598a664338 admin admin] Publish callbacks [] for security_group (edb45fb8-1069-4d0d-ba56-e29267a53878), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:37.955317 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0a9684fb-bc42-4183-a074-57598a664338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (edb45fb8-1069-4d0d-ba56-e29267a53878), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:37.957965 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0a9684fb-bc42-4183-a074-57598a664338 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:37.959186 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-0a9684fb-bc42-4183-a074-57598a664338 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/edb45fb8-1069-4d0d-ba56-e29267a53878 HTTP/1.1" status: 204 len: 168 time: 0.1379263 Jul 28 01:26:37.967034 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9684fb-bc42-4183-a074-57598a664338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb45fb8-1069-4d0d-ba56-e29267a53878,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:26:40.368602 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-adc6757e-c3a3-4813-9bdb-dfaa99b03bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:40.451498 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.agents_db [None req-b5d7b8ea-190f-43e3-81f4-c45e7fbfa344 None None] Agent healthcheck: found 6 active agents {{(pid=104164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 01:26:41.404488 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:42.778071 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:43.047001 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:47.809513 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=73,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:26:47.814031 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=69,neutron:DELETE=5,neutron:INSERT=9 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:26:47.962391 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=68,neutron:INSERT=9,neutron:DELETE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:26:47.963271 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=54,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:26:53.037318 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:26:53.040296 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:26:56.884196 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 56060) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:26:56.998164 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d2e6a274-0ef7-467e-9066-e29b69ddbf5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:57.072640 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d2e6a274-0ef7-467e-9066-e29b69ddbf5b admin admin] Publish callbacks [] for security_group (f7643925-75af-4bb0-bca2-1abd2661bad9), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:57.078121 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d2e6a274-0ef7-467e-9066-e29b69ddbf5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (f7643925-75af-4bb0-bca2-1abd2661bad9), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:57.124432 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e6a274-0ef7-467e-9066-e29b69ddbf5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7643925-75af-4bb0-bca2-1abd2661bad9,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:26:57.128592 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-d2e6a274-0ef7-467e-9066-e29b69ddbf5b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=3db56edf7bd145c08695c893d0d38d85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2433665 Jul 28 01:26:57.131673 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 56064) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:26:57.183063 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-aacf4bc6-ff4a-4933-8ec3-d4ce62545174 admin admin] Publish callbacks [] for security_group (f7643925-75af-4bb0-bca2-1abd2661bad9), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:57.205890 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-aacf4bc6-ff4a-4933-8ec3-d4ce62545174 admin admin] Publish callbacks [] for security_group (f7643925-75af-4bb0-bca2-1abd2661bad9), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:57.260491 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-aacf4bc6-ff4a-4933-8ec3-d4ce62545174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (f7643925-75af-4bb0-bca2-1abd2661bad9), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:57.263084 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-aacf4bc6-ff4a-4933-8ec3-d4ce62545174 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:26:57.264298 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-aacf4bc6-ff4a-4933-8ec3-d4ce62545174 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f7643925-75af-4bb0-bca2-1abd2661bad9 HTTP/1.1" status: 204 len: 168 time: 0.1317303 Jul 28 01:26:57.272384 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf4bc6-ff4a-4933-8ec3-d4ce62545174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7643925-75af-4bb0-bca2-1abd2661bad9,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:26:58.384756 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:26:58.386227 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=3 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:27:02.515807 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (8d4a48be-b376-49eb-a7aa-478deaa3f35f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:27:07.267528 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=33,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:27:07.268431 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=37,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:27:07.869681 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-8c9482cf-0ebb-4f26-9136-9343af8427e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:27:09.410475 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=4 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:27:09.414107 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=2 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:27:10.375007 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-917bd66b-62ea-4e31-8c3c-9f754b36b9cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:27:11.404248 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:27:12.782929 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:27:13.045098 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:27:17.457428 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.agents_db [None req-b5d7b8ea-190f-43e3-81f4-c45e7fbfa344 None None] Agent healthcheck: found 6 active agents {{(pid=104164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 01:27:23.022667 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:27:23.036364 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:27:28.852480 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [-] (104162) accepted ('10.222.0.17', 56258) {{(pid=104162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:27:28.964420 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d0356139-0582-4edc-88fe-aaf292766db8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:27:29.041304 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d0356139-0582-4edc-88fe-aaf292766db8 admin admin] Publish callbacks [] for security_group (860124ad-95c4-4cc1-84f8-acf7db78fa09), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:27:29.046371 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d0356139-0582-4edc-88fe-aaf292766db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (860124ad-95c4-4cc1-84f8-acf7db78fa09), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:27:29.083291 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0356139-0582-4edc-88fe-aaf292766db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860124ad-95c4-4cc1-84f8-acf7db78fa09,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:27:29.087520 dv-cinder-815582-11-iscsi neutron-server[104162]: INFO neutron.wsgi [None req-d0356139-0582-4edc-88fe-aaf292766db8 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=01764af693e949a797eb85c4ddf4e76a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339270 Jul 28 01:27:29.090618 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.17', 56262) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 01:27:29.143608 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d740f058-5184-4d54-8eb3-b84ed1374394 admin admin] Publish callbacks [] for security_group (860124ad-95c4-4cc1-84f8-acf7db78fa09), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:27:29.174923 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d740f058-5184-4d54-8eb3-b84ed1374394 admin admin] Publish callbacks [] for security_group (860124ad-95c4-4cc1-84f8-acf7db78fa09), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:27:29.229752 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d740f058-5184-4d54-8eb3-b84ed1374394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554908'] for security_group (860124ad-95c4-4cc1-84f8-acf7db78fa09), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:27:29.232380 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d740f058-5184-4d54-8eb3-b84ed1374394 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:27:29.233553 dv-cinder-815582-11-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-d740f058-5184-4d54-8eb3-b84ed1374394 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/860124ad-95c4-4cc1-84f8-acf7db78fa09 HTTP/1.1" status: 204 len: 168 time: 0.1420579 Jul 28 01:27:29.241190 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d740f058-5184-4d54-8eb3-b84ed1374394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860124ad-95c4-4cc1-84f8-acf7db78fa09,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 01:27:29.248478 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d740f058-5184-4d54-8eb3-b84ed1374394 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:27:29.248821 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d740f058-5184-4d54-8eb3-b84ed1374394 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:27:29.249152 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d740f058-5184-4d54-8eb3-b84ed1374394 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:27:29.249486 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d740f058-5184-4d54-8eb3-b84ed1374394 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:27:29.249817 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d740f058-5184-4d54-8eb3-b84ed1374394 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:27:29.250146 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d740f058-5184-4d54-8eb3-b84ed1374394 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:27:29.250473 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d740f058-5184-4d54-8eb3-b84ed1374394 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:27:29.250798 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d740f058-5184-4d54-8eb3-b84ed1374394 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:27:29.251155 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d740f058-5184-4d54-8eb3-b84ed1374394 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:27:29.251589 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d740f058-5184-4d54-8eb3-b84ed1374394 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:27:29.251919 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d740f058-5184-4d54-8eb3-b84ed1374394 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:27:29.252244 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d740f058-5184-4d54-8eb3-b84ed1374394 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:27:29.252565 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d740f058-5184-4d54-8eb3-b84ed1374394 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:27:29.252886 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d740f058-5184-4d54-8eb3-b84ed1374394 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:27:29.253205 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d740f058-5184-4d54-8eb3-b84ed1374394 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-11-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 01:27:32.507369 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (8d4a48be-b376-49eb-a7aa-478deaa3f35f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:27:37.875817 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-dc534622-5f53-4c59-88bb-fe7a50f97c0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:27:39.076774 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=18,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:27:39.081948 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=19,neutron:INSERT=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:27:39.244275 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:27:39.245440 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:27:40.371837 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-9648a0a0-06c2-4847-bf92-4a17674d2912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:27:41.405211 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:27:42.784904 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:27:43.036527 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:27:46.412656 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=14 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:27:46.413410 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=20 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:27:53.021681 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=10 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:27:53.029573 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=10,neutron:UPDATE=6 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:27:54.461899 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.agents_db [None req-b5d7b8ea-190f-43e3-81f4-c45e7fbfa344 None None] Agent healthcheck: found 6 active agents {{(pid=104164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 01:28:02.535387 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (8d4a48be-b376-49eb-a7aa-478deaa3f35f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:28:04.453779 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:28:04.454959 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:28:07.863603 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-d4e4818c-ebd7-414d-b421-9661edbc95f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:28:10.371938 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-800695db-a637-45c4-97fa-52c86d8a096f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:28:11.418157 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:28:12.791818 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:28:13.041130 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:28:23.025062 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:28:23.035358 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:28:23.415252 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=3 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:28:23.416597 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=3 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:28:31.465156 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.agents_db [None req-b5d7b8ea-190f-43e3-81f4-c45e7fbfa344 None None] Agent healthcheck: found 6 active agents {{(pid=104164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 01:28:32.548061 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (8d4a48be-b376-49eb-a7aa-478deaa3f35f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:28:36.379085 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:DELETE=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:28:37.859818 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e0bafcb6-747d-4185-9bf0-612a4b02a499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:28:40.372773 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-8125f3de-de81-43e9-8ab4-a513269a1869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:28:41.411156 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:28:41.458658 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=3 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:28:42.797552 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:28:43.040467 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:28:53.028499 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:28:53.031187 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:29:00.417062 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=3 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:29:00.418324 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=3 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:29:02.537761 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (8d4a48be-b376-49eb-a7aa-478deaa3f35f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:29:07.865917 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-46096232-f68d-44a8-900e-2e1d9a046682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:29:08.464384 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.agents_db [None req-b5d7b8ea-190f-43e3-81f4-c45e7fbfa344 None None] Agent healthcheck: found 6 active agents {{(pid=104164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 01:29:10.383567 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-62db807d-e35e-418d-bd31-b4b56078ba26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:29:11.423080 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:29:12.296926 dv-cinder-815582-11-iscsi neutron-server[104161]: DEBUG neutron.wsgi [req-4667b8b3-f7d4-4623-85c5-c03d7a6c1050 req-e8eea532-58a3-45b1-8136-96b98bca71bb service neutron] (104161) timed out ('10.222.0.42', 64256) {{(pid=104161) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 28 01:29:12.792634 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:29:13.044102 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:29:18.460811 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:29:18.462287 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:29:23.027096 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=12 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:29:23.036831 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=6,neutron:UPDATE=6 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:29:32.558030 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (8d4a48be-b376-49eb-a7aa-478deaa3f35f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:29:37.423362 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=15 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:29:37.424606 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=17 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:29:37.864791 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-d3ba4199-ac5e-4ceb-955e-d170a43dd6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:29:40.381403 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-ddf71d88-f6e6-4b57-8b5c-e9add7dac966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:29:41.417782 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:29:42.803210 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:29:43.178342 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:29:45.466288 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.agents_db [None req-b5d7b8ea-190f-43e3-81f4-c45e7fbfa344 None None] Agent healthcheck: found 6 active agents {{(pid=104164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 01:29:53.031760 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:29:53.173140 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:29:55.461222 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:29:55.462587 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:30:02.556772 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (8d4a48be-b376-49eb-a7aa-478deaa3f35f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:30:07.855776 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-ac06948c-9ce1-4b8f-b06f-65045d4bea5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:30:10.370393 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-cb430d3c-d3a6-4004-93d2-61e3984089ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:30:11.423755 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:30:12.797809 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:30:13.045256 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:30:14.418246 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=2 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:30:14.420564 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=4 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:30:22.469215 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.agents_db [None req-b5d7b8ea-190f-43e3-81f4-c45e7fbfa344 None None] Agent healthcheck: found 6 active agents {{(pid=104164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 01:30:23.037315 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:UPDATE=2,neutron:SELECT=9 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:30:23.038604 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:30:32.462803 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:30:32.569883 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (8d4a48be-b376-49eb-a7aa-478deaa3f35f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:30:36.375122 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:30:37.858078 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-636cb650-fd8a-4540-be54-c047ca40bcc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:30:40.370227 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-bef8b1cd-71a3-4441-a3e4-ce84768edac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:30:41.430355 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:30:42.801973 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:30:43.046228 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:30:51.412824 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=2 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:30:51.417858 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=4 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:30:56.842224 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:30:56.848336 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:30:59.472252 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.agents_db [None req-b5d7b8ea-190f-43e3-81f4-c45e7fbfa344 None None] Agent healthcheck: found 6 active agents {{(pid=104164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 01:31:02.586295 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (8d4a48be-b376-49eb-a7aa-478deaa3f35f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:31:07.863815 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-5222ddad-107e-4896-aed4-9c83f805fdd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:31:09.465511 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=2 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:31:10.368609 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-1a594846-487b-4245-b5cd-a377b5b5fce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:31:11.428009 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:31:12.816893 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:31:13.052535 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:31:23.041222 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:31:23.044604 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:31:32.599401 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (8d4a48be-b376-49eb-a7aa-478deaa3f35f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:31:34.627927 dv-cinder-815582-11-iscsi neutron-server[104162]: DEBUG neutron.wsgi [req-ab6d1b9e-725b-4e1c-9017-12e7dc46cc03 req-32c7f1f4-f962-4cd9-b9af-c98e13dce30f service neutron] (104162) timed out ('10.222.0.42', 64221) {{(pid=104162) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 28 01:31:36.471906 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.agents_db [None req-b5d7b8ea-190f-43e3-81f4-c45e7fbfa344 None None] Agent healthcheck: found 6 active agents {{(pid=104164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 01:31:37.871744 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-ce4db92a-997d-4176-aa45-d7b9b3cd4e52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:31:40.377750 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-53f68215-f3d5-407a-8ee1-b33621249a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:31:41.440690 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:31:42.820971 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:31:43.057946 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:31:46.467543 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=17 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:31:46.468504 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=17 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:31:53.046714 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:31:53.050633 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:32:02.597673 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (8d4a48be-b376-49eb-a7aa-478deaa3f35f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:32:05.413491 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=3 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:32:05.419311 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=5 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:32:07.864939 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-0fe8b7af-b0ea-4bc6-ab11-e747d3f60a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:32:10.368434 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-71d10a50-a20c-490e-8b91-fe3105e6a785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:32:11.444880 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:32:12.819933 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:32:13.070083 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:32:13.476723 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG neutron.db.agents_db [None req-b5d7b8ea-190f-43e3-81f4-c45e7fbfa344 None None] Agent healthcheck: found 6 active agents {{(pid=104164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 01:32:22.814532 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:32:23.064484 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:32:23.468322 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:32:23.469318 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=1 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:32:32.613164 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-03d59005-18ee-43f6-a917-6ca009c7dd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (8d4a48be-b376-49eb-a7aa-478deaa3f35f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:32:37.859652 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6f610bc3-2362-45b7-af8c-41975849b252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (1da181d0-8fa3-49c1-8992-3db4e395f26f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:32:40.362856 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-8f00bff8-12a7-4037-b80b-3d0d4d96d3c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (0128c6f5-8776-40b3-a95e-072d59ebe88f), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:32:41.440209 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-60885506-9a24-4b0f-a8b3-ea46245f8c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (d8015fee-e028-4f19-838c-acda22f77fc9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:32:42.415920 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:32:42.416710 dv-cinder-815582-11-iscsi neutron-server[104164]: DEBUG dbcounter [-] [104164] Writing DB stats neutron:SELECT=4 {{(pid=104164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 01:32:42.817490 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-3151aa79-efa9-44f1-8050-ead2989e9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (559fb9dd-abbe-40c1-980c-55339338f78d), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 01:32:43.056513 dv-cinder-815582-11-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ccc2-c2da-4ea2-9e85-1a22e7f6bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778716901816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402842'] for agent (e0b16abb-2210-4432-8141-713fb95a37e8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}